-- Logs begin at Fri 2021-07-16 02:12:12 UTC, end at Fri 2021-07-16 03:10:59 UTC. -- Jul 16 02:44:59.613596 dv-cinder-788364-5-smb systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 02:45:02.361067 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.common.config [-] Logging enabled! Jul 16 02:45:02.361670 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 02:45:02.361835 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92891) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 02:45:02.365230 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.common.config [-] Logging enabled! Jul 16 02:45:02.365483 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 02:45:02.365791 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92891) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 02:45:02.366722 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 02:45:02.366952 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 02:45:02.367314 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 02:45:02.367558 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 02:45:02.367785 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 02:45:02.368123 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.368417 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.368709 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.368938 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.369233 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.369522 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.369800 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.370085 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.370378 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.370660 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.370935 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.371216 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.371446 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.371721 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.372077 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.372367 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.372586 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] debug = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.372864 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.373287 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.373699 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.373980 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.374267 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.374556 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.374812 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.375084 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.375363 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.375685 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] host = dv-cinder-788364-5-smb {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.375981 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.376267 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.376549 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.376836 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.377106 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.377379 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.377660 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.377928 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.378244 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] log_file = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.378512 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.378796 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.379078 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.379366 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.379590 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.379811 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.380118 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.380403 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.380675 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.380946 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.381216 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.381485 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.381755 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.382020 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.382315 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.382577 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.382858 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.383130 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.383399 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.383665 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.383957 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.384240 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.384509 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.384775 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.385043 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.385327 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.385595 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.385867 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.386165 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.386449 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.386733 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.387014 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.387286 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.387568 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.387868 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.388141 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.388398 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] use_json = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.388666 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.388931 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.389208 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.389477 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.389747 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.390018 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.390284 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.390563 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:02.390855 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.391146 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.391444 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.391724 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.392055 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.392335 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.392622 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.392897 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.393183 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.393470 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.394420 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.394705 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.394993 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.395269 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.395563 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.395889 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.396187 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.396478 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.396755 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.397029 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.397307 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.397581 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.397864 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.398155 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.398443 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.398717 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.398993 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.399282 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.399557 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.399851 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.400128 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.400414 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.400689 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.400960 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.401238 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.401513 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.401786 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.402057 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.402333 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.402622 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.402898 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.403166 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.403435 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.403707 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.404007 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.404291 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.404566 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.404838 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.405109 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.405382 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.405652 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.405923 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.406197 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.406468 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.406741 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.407012 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.407287 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.407557 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.407841 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.408118 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.408389 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.408658 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.408930 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.409200 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.410016 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.410289 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.410638 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.410916 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.411202 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.411502 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.411781 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.412084 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.412361 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.412636 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.412912 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.413189 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.413465 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.413740 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.414010 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.414303 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.414588 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.414872 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.415153 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.415428 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.415720 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.416022 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.416305 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.416581 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.416859 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.417151 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.417433 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.417727 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.418019 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.418312 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.418606 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.418894 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.419171 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.419480 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.419758 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:02.419997 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 02:45:02.420241 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92891) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 02:45:02.770944 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 02:45:02.771223 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 02:45:02.771510 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 02:45:02.771853 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 02:45:03.179011 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.179209 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.179458 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.180680 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.180960 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.181227 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.216708 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.216979 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.217243 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.231080 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.231355 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.231622 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.262685 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.262961 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.263225 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.299344 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.299612 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.299906 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.533849 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.534707 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.534862 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.535005 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.535757 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.671676 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.672012 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.672296 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.672566 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.672830 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.673149 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.673410 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.673666 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.673919 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.674198 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.674455 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.674717 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.675627 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.675927 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.676188 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.676457 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.676714 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.676981 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.677260 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.677518 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.677788 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.678040 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.678320 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.678695 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.678941 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.679186 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.679580 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 02:45:03.679819 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 02:45:03.680082 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 02:45:03.680317 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 02:45:03.680549 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 02:45:03.680780 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 02:45:03.681148 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 02:45:03.684550 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 02:45:03.688489 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 02:45:03.692804 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])]) Jul 16 02:45:03.694449 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 02:45:03.694912 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 02:45:03.695245 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 02:45:03.695630 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 02:45:03.699702 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 02:45:03.699972 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 02:45:03.700320 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 02:45:03.728599 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 02:45:03.729054 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.729353 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92891) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 02:45:03.729713 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.731076 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92891) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 02:45:03.731362 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 02:45:03.731610 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 02:45:03.734839 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.735114 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:03.801041 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 02:45:03.801217 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 02:45:03.801419 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 02:45:03.801795 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 02:45:03.824473 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_db.sqlalchemy.engines [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92891) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 02:45:04.369207 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.plugins.ml2.managers [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Initializing driver for type 'gre' Jul 16 02:45:04.370020 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] gre ID ranges: [(1, 1000)] Jul 16 02:45:04.426490 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.plugins.ml2.managers [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Initializing driver for type 'local' Jul 16 02:45:04.426960 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.plugins.ml2.managers [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Initializing driver for type 'vlan' Jul 16 02:45:04.440917 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] VlanTypeDriver initialization complete Jul 16 02:45:04.441497 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.plugins.ml2.managers [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Initializing driver for type 'vxlan' Jul 16 02:45:04.442174 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] vxlan ID ranges: [(1, 1000)] Jul 16 02:45:04.497996 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.plugins.ml2.managers [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Initializing extension driver 'port_security' Jul 16 02:45:04.498345 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.plugins.ml2.extensions.port_security [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] PortSecurityExtensionDriver initialization complete Jul 16 02:45:04.498681 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.plugins.ml2.managers [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Initializing mechanism driver 'openvswitch' Jul 16 02:45:04.499005 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.plugins.ml2.managers [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Initializing mechanism driver 'hyperv' Jul 16 02:45:04.506663 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.plugin [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92891) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:04.507528 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > port after_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.507939 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > port after_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.508303 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > port after_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.508828 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=92891) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 02:45:04.509263 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > subnet after_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.509624 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > subnet after_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.509974 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.510365 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=92891) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 02:45:04.510871 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > network after_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.511127 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > network after_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.511475 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > network after_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.511886 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=92891) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 02:45:04.512295 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > security_group after_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.512651 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > security_group after_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.512997 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.513388 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=92891) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 02:45:04.513795 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.514144 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.514486 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.514873 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=92891) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 02:45:04.515283 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > address_group after_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.515629 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > address_group after_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.516103 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.516498 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=92891) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 02:45:04.516878 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] ML2 OVO RPC backend initialized. {{(pid=92891) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 02:45:04.517579 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.517938 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.518359 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > network before_response 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.518726 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > networks before_response 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.519600 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > port before_response 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.519979 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > ports before_response 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.520334 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > subnet before_response 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.520683 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > subnets before_response 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.521035 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > network after_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.521384 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > network after_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.521725 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > network after_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.522067 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > port after_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.522408 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > port after_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.522747 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > port after_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.523089 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > subnet after_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.523430 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > subnet after_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.523768 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.524365 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.plugins.ml2.plugin [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Modular L2 Plugin initialization complete Jul 16 02:45:04.524696 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading services supported by the core plugin {{(pid=92891) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 02:45:04.525026 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.plugins.ml2.managers [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Got port-security extension from driver 'port_security' Jul 16 02:45:04.525495 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.extensions.vlantransparent [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Disabled vlantransparent extension. Jul 16 02:45:04.525978 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92891) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 02:45:04.526295 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading Plugin: router Jul 16 02:45:04.563406 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.564070 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > router after_create 55549900 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.564192 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > router before_create 55549900 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.564563 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.564940 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.565299 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > router after_delete 55549900 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.566763 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.567271 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > router after_create 55549900 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.567632 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > router after_update 55549900 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.568032 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > router after_update 55549900 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.568392 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.568759 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > router after_update 55549900 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.569174 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > router precommit_update 55549900 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.569552 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: port after_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.569898 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: port after_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.570242 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: subnet after_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.570589 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.570943 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.571297 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > router precommit_create 55549900 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.571643 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: port before_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.572015 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > router precommit_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.572379 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > router after_update 55549900 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.572724 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.573078 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > router precommit_create 55549900 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.573444 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.573792 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > router precommit_update 55549900 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.574167 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > agent after_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.574516 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > agent after_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.574861 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > network after_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.575734 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.quota.resource_registry [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Tracking information for resource: router configured {{(pid=92891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 02:45:04.576099 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.quota.resource_registry [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Tracking information for resource: floatingip configured {{(pid=92891) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 02:45:04.581722 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.db.l3_agentschedulers_db [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 02:45:04.582333 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: port after_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.582705 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: port after_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.583064 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: port after_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.583424 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: port after_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.584263 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > router before_create 55550100 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.584634 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.585001 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > router precommit_create 55550100 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.585360 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > router precommit_update 55550100 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.589805 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.services.provider_configuration [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Service providers = [] {{(pid=92891) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 02:45:04.590175 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.db.servicetype_db [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92891) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 02:45:04.593176 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.services.service_base [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92891) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 02:45:04.593539 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.services.service_base [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92891) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 02:45:04.593888 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.services.service_base [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92891) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 02:45:04.594785 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.services.service_base [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92891) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 02:45:04.595160 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.services.service_base [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 02:45:04.595547 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 02:45:04.595899 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 02:45:04.607071 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 02:45:04.607412 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading Plugin: auto_allocate Jul 16 02:45:04.614128 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: network precommit_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.614501 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: network precommit_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.615024 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 02:45:04.615349 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading Plugin: tag Jul 16 02:45:04.622171 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 02:45:04.622453 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading Plugin: timestamp Jul 16 02:45:04.626318 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 02:45:04.626648 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading Plugin: network_ip_availability Jul 16 02:45:04.633206 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.633583 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.633941 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.634662 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 02:45:04.634986 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading Plugin: flavors Jul 16 02:45:04.641313 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 02:45:04.641650 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading Plugin: revisions Jul 16 02:45:04.646497 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92891) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 02:45:04.646897 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.875s {{(pid=92891) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 02:45:04.647630 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92891) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 02:45:04.648003 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Initializing extension manager. Jul 16 02:45:04.648515 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: __init__.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.648860 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: __pycache__ {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.649194 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.649527 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: address_group.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.650289 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.650868 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: address-group Jul 16 02:45:04.651195 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: address_scope.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.651935 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.652454 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: address-scope Jul 16 02:45:04.652784 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.653729 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.654244 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: router-admin-state-down-before-update Jul 16 02:45:04.654571 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: agent.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.655279 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.655786 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: agent Jul 16 02:45:04.656172 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: agent_resources_synced.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.657107 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.657622 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: agent-resources-synced Jul 16 02:45:04.657946 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: allowedaddresspairs.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.660263 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.660797 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: allowed-address-pairs Jul 16 02:45:04.661131 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: auto_allocated_topology.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.662218 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.662753 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: auto-allocated-topology Jul 16 02:45:04.663084 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: availability_zone.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.663787 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.664323 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: availability_zone Jul 16 02:45:04.664649 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: availability_zone_filter.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.665568 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.666086 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: availability_zone_filter Jul 16 02:45:04.666410 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: data_plane_status.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.667325 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.667858 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 02:45:04.668187 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: default_subnetpools.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.669106 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.669619 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: default-subnetpools Jul 16 02:45:04.669973 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.670762 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.671273 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: dhcp_agent_scheduler Jul 16 02:45:04.671594 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: dns.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.672543 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.673059 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension dns-integration not supported by any of loaded plugins Jul 16 02:45:04.673384 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: dns_domain_ports.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.674307 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.674818 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 02:45:04.676190 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.677141 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.677661 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 02:45:04.677990 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: dvr.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.678666 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.679176 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: dvr Jul 16 02:45:04.679499 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: empty_string_filtering.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.680438 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.680952 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: empty-string-filtering Jul 16 02:45:04.681280 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.682191 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.682701 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 02:45:04.683024 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.683964 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.684477 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 02:45:04.684806 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: external_net.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.685717 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.686224 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: external-net Jul 16 02:45:04.686547 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.687467 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.688034 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: extra_dhcp_opt Jul 16 02:45:04.688358 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: extraroute.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.689278 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.689785 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: extraroute Jul 16 02:45:04.690109 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: extraroute_atomic.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.692237 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.692766 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: extraroute-atomic Jul 16 02:45:04.693096 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: filter_validation.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.693784 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.694295 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: filter-validation Jul 16 02:45:04.694620 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: fip_pf_description.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.695549 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.696297 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 02:45:04.696626 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: fip_port_details.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.697565 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.698075 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: fip-port-details Jul 16 02:45:04.698401 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: flavors.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.699654 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.700210 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: flavors Jul 16 02:45:04.700539 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.702229 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.702759 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 02:45:04.703092 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: floatingip_pools.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.703801 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.704339 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: floatingip-pools Jul 16 02:45:04.704667 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: ip_allocation.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.705861 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.706876 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 02:45:04.707210 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.708184 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.708700 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: ip-substring-filtering Jul 16 02:45:04.709030 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: l2_adjacency.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.709971 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.710481 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 02:45:04.710808 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: l3.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.711803 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.712340 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: router Jul 16 02:45:04.712672 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.714926 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.715458 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 02:45:04.715790 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.716781 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.717303 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: ext-gw-mode Jul 16 02:45:04.717634 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.718566 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.719080 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: l3-ha Jul 16 02:45:04.719410 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: l3_flavors.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.720376 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.720889 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: l3-flavors Jul 16 02:45:04.721217 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.722870 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.723535 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 02:45:04.723886 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: l3agentscheduler.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.724959 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.725479 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: l3_agent_scheduler Jul 16 02:45:04.725808 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: logging.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.727315 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.727854 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension logging not supported by any of loaded plugins Jul 16 02:45:04.728208 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: metering.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.728958 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.729550 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: metering Jul 16 02:45:04.729879 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.730994 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.731520 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: metering_source_and_destination_fields Jul 16 02:45:04.731865 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: multiprovidernet.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.732945 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.733471 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: multi-provider Jul 16 02:45:04.733801 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: netmtu.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.734726 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.735241 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: net-mtu Jul 16 02:45:04.735571 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: netmtu_writable.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.736528 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.737044 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: net-mtu-writable Jul 16 02:45:04.737929 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: network_availability_zone.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.739086 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.739601 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: network_availability_zone Jul 16 02:45:04.739959 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: network_ip_availability.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.741064 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.741583 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: network-ip-availability Jul 16 02:45:04.741914 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: network_segment_range.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.742688 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.743200 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 02:45:04.743525 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: pagination.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.744547 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.744884 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: pagination Jul 16 02:45:04.745210 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: port_device_profile.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.746140 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.746661 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: port-device-profile Jul 16 02:45:04.746987 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.747954 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.748475 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: port-mac-address-regenerate Jul 16 02:45:04.748799 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.749730 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.750245 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: port-numa-affinity-policy Jul 16 02:45:04.750569 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: port_resource_request.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.751482 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.752037 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 02:45:04.752348 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: portbindings.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.754399 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.754923 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: binding Jul 16 02:45:04.755251 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: portbindings_extended.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.756588 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.757111 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: binding-extended Jul 16 02:45:04.757446 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: portsecurity.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.758374 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.758890 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: port-security Jul 16 02:45:04.759219 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: project_id.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.760233 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.760566 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: project-id Jul 16 02:45:04.760891 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: providernet.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.761821 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.762336 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: provider Jul 16 02:45:04.762665 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: qos.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.766268 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.766800 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension qos not supported by any of loaded plugins Jul 16 02:45:04.767134 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.768432 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.770060 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 02:45:04.770395 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.771353 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.771915 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 02:45:04.772247 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: qos_default.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.773184 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.773705 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension qos-default not supported by any of loaded plugins Jul 16 02:45:04.774034 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: qos_fip.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.774701 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.775206 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension qos-fip not supported by any of loaded plugins Jul 16 02:45:04.775531 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: qos_gateway_ip.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.776486 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.776996 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 02:45:04.777320 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: qos_port_network_policy.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.778235 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.778746 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 02:45:04.779069 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: qos_rule_type_details.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.780012 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.780523 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 02:45:04.780849 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: qos_rules_alias.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.781923 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.782447 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 02:45:04.782775 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: quotasv2.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.783753 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.784912 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: quotas Jul 16 02:45:04.785751 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: quotasv2_detail.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.789023 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.789362 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: quota_details Jul 16 02:45:04.789819 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: rbac.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.790948 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.791511 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: rbac-policies Jul 16 02:45:04.791854 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: rbac_address_group.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.792845 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.793367 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: rbac-address-group Jul 16 02:45:04.793696 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: rbac_address_scope.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.794651 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.795162 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: rbac-address-scope Jul 16 02:45:04.795487 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: rbac_security_groups.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.796442 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.796958 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: rbac-security-groups Jul 16 02:45:04.797283 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: rbac_subnetpool.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.798209 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.798722 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: rbac-subnetpool Jul 16 02:45:04.799045 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: revisionifmatch.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.800058 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.801152 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: revision-if-match Jul 16 02:45:04.801480 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: revisions.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.802628 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.803151 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: standard-attr-revisions Jul 16 02:45:04.803478 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: router_availability_zone.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.804208 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.804729 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: router_availability_zone Jul 16 02:45:04.805056 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: routerservicetype.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.805999 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.806512 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension router-service-type not supported by any of loaded plugins Jul 16 02:45:04.806835 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.807779 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.808332 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: security-groups-normalized-cidr Jul 16 02:45:04.808658 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.809591 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.810105 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: port-security-groups-filtering Jul 16 02:45:04.810429 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.811371 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.811894 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: security-groups-remote-address-group Jul 16 02:45:04.812227 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: securitygroup.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.823220 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.823782 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: security-group Jul 16 02:45:04.824421 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: segment.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.825011 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.825526 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension segment not supported by any of loaded plugins Jul 16 02:45:04.825859 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.826870 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.827396 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 02:45:04.827727 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: servicetype.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.828883 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.829409 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: service-type Jul 16 02:45:04.829742 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: sorting.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.830997 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.832396 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: sorting Jul 16 02:45:04.832749 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: standard_attr_segment.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.833793 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.834323 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 02:45:04.834650 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: standardattrdescription.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.835311 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.835825 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: standard-attr-description Jul 16 02:45:04.836174 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: stateful_security_group.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.837133 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.837652 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: stateful-security-group Jul 16 02:45:04.837981 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: stdattrs_common.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.838576 dv-cinder-788364-5-smb neutron-server[92891]: WARNING neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 02:45:04.838898 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.839859 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.840381 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 02:45:04.840705 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: subnet_onboard.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.841795 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.842316 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: subnet_onboard Jul 16 02:45:04.842648 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.843585 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.844122 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 02:45:04.844447 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: subnet_service_types.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.845377 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.845892 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: subnet-service-types Jul 16 02:45:04.846217 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: subnetallocation.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.847886 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.848417 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: subnet_allocation Jul 16 02:45:04.848749 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.849437 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.849952 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: subnetpool-prefix-ops Jul 16 02:45:04.850277 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.851237 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.851752 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 02:45:04.852110 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: tagging.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.853215 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.853736 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: standard-attr-tag Jul 16 02:45:04.854063 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: timestamp.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.855311 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.855855 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loaded extension: standard-attr-timestamp Jul 16 02:45:04.856187 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: trunk.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.857226 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.857744 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension trunk not supported by any of loaded plugins Jul 16 02:45:04.858076 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: trunk_details.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.859021 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.859553 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension trunk-details not supported by any of loaded plugins Jul 16 02:45:04.859905 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: uplink_status_propagation.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.860849 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.861374 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 02:45:04.861703 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Loading extension file: vlantransparent.py {{(pid=92891) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 02:45:04.862599 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92891) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 02:45:04.863482 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 02:45:04.866086 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.quota.resource_registry [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Creating instance of TrackedResource for resource:network Jul 16 02:45:04.866631 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.quota.resource_registry [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Creating instance of TrackedResource for resource:subnet Jul 16 02:45:04.867035 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.quota.resource_registry [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 02:45:04.867430 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.quota.resource_registry [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Creating instance of TrackedResource for resource:port Jul 16 02:45:04.868783 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.v2.resource_helper [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 02:45:04.869235 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.v2.resource_helper [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Service FLAVORS assigned prefix: {{(pid=92891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 02:45:04.869865 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.v2.resource_helper [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 02:45:04.870306 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.v2.resource_helper [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 02:45:04.870643 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.quota.resource_registry [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Creating instance of TrackedResource for resource:router Jul 16 02:45:04.871077 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.quota.resource_registry [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 02:45:04.871575 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.v2.resource_helper [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Service METERING assigned prefix: /metering {{(pid=92891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 02:45:04.873136 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.873460 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.873814 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92891) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:45:04.874874 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.quota.resource_registry [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 02:45:04.875329 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.quota.resource_registry [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Creating instance of TrackedResource for resource:security_group Jul 16 02:45:04.875780 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.quota.resource_registry [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 02:45:04.876438 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.v2.resource_helper [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Service CORE assigned prefix: {{(pid=92891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 02:45:04.876772 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.quota.resource_registry [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 02:45:04.877124 dv-cinder-788364-5-smb neutron-server[92891]: WARNING neutron.quota.resource_registry [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] subnetpool is already registered Jul 16 02:45:04.877559 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.v2.resource_helper [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Service CORE assigned prefix: {{(pid=92891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 02:45:04.877886 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.quota.resource_registry [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 02:45:04.879371 dv-cinder-788364-5-smb neutron-server[92891]: WARNING neutron.quota.resource_registry [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] subnetpool is already registered Jul 16 02:45:04.882306 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.v2.resource_helper [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 02:45:04.882745 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.v2.resource_helper [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Service FLAVORS assigned prefix: {{(pid=92891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 02:45:04.883362 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.v2.resource_helper [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 02:45:04.883796 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.v2.resource_helper [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 02:45:04.884160 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.quota.resource_registry [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Creating instance of TrackedResource for resource:router Jul 16 02:45:04.884504 dv-cinder-788364-5-smb neutron-server[92891]: WARNING neutron.quota.resource_registry [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] router is already registered Jul 16 02:45:04.884921 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.quota.resource_registry [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 02:45:04.885261 dv-cinder-788364-5-smb neutron-server[92891]: WARNING neutron.quota.resource_registry [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] floatingip is already registered Jul 16 02:45:04.885719 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.v2.resource_helper [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Service METERING assigned prefix: /metering {{(pid=92891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 02:45:04.886402 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.quota.resource_registry [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 02:45:04.886730 dv-cinder-788364-5-smb neutron-server[92891]: WARNING neutron.quota.resource_registry [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] rbac_policy is already registered Jul 16 02:45:04.887145 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.quota.resource_registry [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Creating instance of TrackedResource for resource:security_group Jul 16 02:45:04.887484 dv-cinder-788364-5-smb neutron-server[92891]: WARNING neutron.quota.resource_registry [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] security_group is already registered Jul 16 02:45:04.887917 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.quota.resource_registry [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 02:45:04.888254 dv-cinder-788364-5-smb neutron-server[92891]: WARNING neutron.quota.resource_registry [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] security_group_rule is already registered Jul 16 02:45:04.888901 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.v2.resource_helper [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Service CORE assigned prefix: {{(pid=92891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 02:45:04.889233 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.quota.resource_registry [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 02:45:04.889571 dv-cinder-788364-5-smb neutron-server[92891]: WARNING neutron.quota.resource_registry [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] subnetpool is already registered Jul 16 02:45:04.889991 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.v2.resource_helper [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Service CORE assigned prefix: {{(pid=92891) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 02:45:04.890315 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.quota.resource_registry [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 02:45:04.890646 dv-cinder-788364-5-smb neutron-server[92891]: WARNING neutron.quota.resource_registry [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] subnetpool is already registered Jul 16 02:45:04.891120 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: extensions {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.892678 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: address-groups {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.895464 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: address-scopes {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.896817 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: agents {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.897970 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: auto-allocated-topology {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.899206 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: availability_zones {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.900529 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: dhcp-networks {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.902035 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: dhcp-agents {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.903497 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: routers {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.905214 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: flavors {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.907687 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: service_profiles {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.908905 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: next_providers {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.911049 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: service_profiles {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.912624 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: floatingip-pools {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.913850 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: routers {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.915532 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: floatingips {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.916833 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: l3-routers {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.918210 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: l3-agents {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.919635 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: metering-labels {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.920917 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: metering-label-rules {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.922276 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: network-ip-availabilities {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.923538 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: bindings {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.925723 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: quotas {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.927320 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: quotas {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.928837 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: rbac-policies {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.930034 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: security-groups {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.931328 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: security-group-rules {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.932594 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: service-providers {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.933813 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: subnetpools {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.935179 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: subnetpools {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.936755 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: tags {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.938441 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: tags {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.940313 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: tags {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.943316 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: tags {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.945085 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: tags {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.947087 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: tags {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.948813 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: tags {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.950694 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: tags {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.952595 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: tags {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.954336 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron.api.extensions [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Extended resource: tags {{(pid=92891) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 02:45:04.961948 dv-cinder-788364-5-smb neutron-server[92891]: WARNING keystonemiddleware.auth_token [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 02:45:04.966516 dv-cinder-788364-5-smb neutron-server[92891]: WARNING keystonemiddleware.auth_token [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 02:45:04.975876 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Acquired lock "singleton_lock" {{(pid=92891) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 02:45:04.976365 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_concurrency.lockutils [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Releasing lock "singleton_lock" {{(pid=92891) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 02:45:04.977032 dv-cinder-788364-5-smb neutron-server[92891]: INFO oslo_service.service [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Starting 2 workers Jul 16 02:45:04.981912 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Started child 92998 {{(pid=92891) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 02:45:04.986701 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Started child 92999 {{(pid=92891) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 02:45:04.988048 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:04.989030 dv-cinder-788364-5-smb neutron-server[92891]: INFO neutron.service [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 02:45:04.989714 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Notify callbacks [] for process, before_spawn {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:04.990267 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [-] (92998) wsgi starting up on http://0.0.0.0:9696 Jul 16 02:45:04.992249 dv-cinder-788364-5-smb neutron-server[92891]: INFO oslo_service.service [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Starting 1 workers Jul 16 02:45:04.992856 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:04.994333 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [-] (92999) wsgi starting up on http://0.0.0.0:9696 Jul 16 02:45:04.997547 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Started child 93000 {{(pid=92891) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 02:45:04.998085 dv-cinder-788364-5-smb neutron-server[92891]: INFO oslo_service.service [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Starting 1 workers Jul 16 02:45:05.001227 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.service [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] calling RpcWorker wait() {{(pid=93000) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 02:45:05.002079 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.service [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] returning from RpcWorker wait() {{(pid=93000) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 02:45:05.002783 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Started child 93001 {{(pid=92891) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 02:45:05.003733 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:05.004357 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:05.004914 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG neutron_lib.callbacks.manager [None req-cd0228c5-aff0-4d1a-b9db-d64dd6fd91c2 None None] Notify callbacks [] for process, after_spawn {{(pid=92891) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:05.006848 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92891) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 02:45:05.007049 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 02:45:05.007238 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 02:45:05.007625 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 02:45:05.008012 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 02:45:05.008162 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 02:45:05.008702 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.008993 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.009270 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.009560 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.009852 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.010084 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:05.010916 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.010916 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.011349 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.011349 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.011786 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.011786 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.012268 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:05.012502 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.012502 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.012502 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.013102 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.013102 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.013102 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.013728 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.013728 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.013728 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.014310 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.014310 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.014726 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] debug = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.014726 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.015506 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.015506 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.015997 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.015997 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.016432 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.016646 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.016863 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.017082 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.017307 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.017535 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.017745 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.017976 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.018188 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.018401 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.018789 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.018789 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.020472 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] host = dv-cinder-788364-5-smb {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.020720 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.020938 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.021148 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.021405 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.021672 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.021894 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.022148 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.022418 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.022652 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.022883 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.023132 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.023357 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.023573 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.023814 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] log_file = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.024090 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] log_options = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.024325 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.024541 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.024757 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.024992 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.025215 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.025479 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.025479 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.026197 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.026197 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.026197 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.026802 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.026802 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.026802 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.027418 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.027418 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.027418 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.028493 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.028493 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.028493 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.029151 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.029151 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.029151 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.029764 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.029764 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.029764 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.030489 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.030489 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.030489 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.031119 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.031119 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.031119 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.031742 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.031742 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.032185 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.032185 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.032600 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.032600 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.033020 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.033020 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.033428 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.033428 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.033870 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.033870 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.034371 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.034371 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.034808 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] use_json = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.035310 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.035564 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.036129 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.036129 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.036541 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.036541 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.036956 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.036956 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.037389 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.037781 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.038104 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.038341 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.038581 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.038799 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.039026 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.039232 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.039475 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.039804 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.040078 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.040288 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.040794 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.041413 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.041413 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.041413 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.042001 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.042001 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.042274 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.042417 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.042656 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.042985 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.043264 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.043540 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.044805 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.044805 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.044805 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.044805 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.044805 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.045355 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.045355 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.045555 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.045662 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.045895 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.046144 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.046536 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.046935 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.047290 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.047683 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.047948 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.048192 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.048428 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.051014 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.051014 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.051014 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.051014 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.051014 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.051014 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.051014 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.051014 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.051957 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.051957 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.051957 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.051957 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.052349 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.052349 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.052574 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.052688 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.052938 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.053160 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.053563 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.054242 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.054242 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.054242 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.054573 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.054684 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.054883 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.055100 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.055323 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.055561 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.055804 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.056027 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.056922 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.056922 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.056922 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.056922 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.057378 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.057378 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.057599 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.057723 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.057895 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.058108 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.058328 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.058543 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.060031 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.060031 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.060031 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.060031 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.060031 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.060709 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.060709 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.060709 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.061091 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.061231 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.061434 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.061699 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.061932 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.062173 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.062397 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.062633 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.062891 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.063115 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.063357 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.063578 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.063817 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.064075 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.064875 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.064875 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.064875 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.065299 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.066060 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.066201 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.067984 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.067984 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.067984 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.067984 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.068502 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.068502 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.068734 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.068916 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.069535 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.069535 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.069796 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.069924 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.070106 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.070338 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.070587 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.070881 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.071117 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.071341 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.071577 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.071851 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.072156 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.072836 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.072836 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.072836 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.073210 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.073333 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.073555 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.073814 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.075871 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.075871 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.075871 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.075871 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.075871 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.075871 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.075871 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.075871 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.076436 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.076436 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.076436 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.076629 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.076759 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.077170 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.077392 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.077614 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.077848 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.078067 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.078283 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.078529 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.078743 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.078960 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.079200 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.079436 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.079672 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.079914 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.080129 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.080377 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.080864 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.081232 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.082725 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.082983 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.083224 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.083706 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.083706 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.084023 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.084220 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.084425 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.084657 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.084872 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.085097 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.085352 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.085561 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.085943 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.086330 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.086759 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.087157 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.087650 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.088077 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.088469 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.088717 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.088941 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.089212 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.089473 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.089713 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.089930 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.090148 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.090371 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.090613 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.090862 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.091107 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.091326 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.091538 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.091922 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.092296 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.092639 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.093075 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.095211 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.095211 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.095211 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.095211 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.095211 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.095211 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.095211 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.095211 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.095751 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.095751 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.095751 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.095986 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.096134 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.096328 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.096553 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.097583 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.097691 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.098343 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.098559 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.098773 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.099009 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.099220 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.099432 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.099658 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.099936 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.100151 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.100374 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.100592 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.100802 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.101107 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.101371 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.101595 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.101877 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.102116 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.102362 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.102607 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.102926 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.103129 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.103388 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.103616 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.103859 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.104106 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.104340 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.104675 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.104968 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.105239 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.105476 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.105757 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.106039 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.106322 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.106538 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.106844 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.107178 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.107462 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.107734 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.107991 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.108271 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.108482 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.108701 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.108940 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.109177 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.109411 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.109827 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.109972 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.110111 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.111395 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.111395 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.111395 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.111395 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.111395 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.112055 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.112055 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.112055 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 02:45:05.112482 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92891) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 02:45:05.113111 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 02:45:05.114007 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 02:45:05.114007 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 02:45:05.114326 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 02:45:05.114326 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 02:45:05.114585 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.114706 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.114826 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.114935 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.115879 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.115879 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.115879 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.115879 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.115879 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.115879 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.116714 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.116714 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.116714 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.116714 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.116714 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.117249 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.117249 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.117249 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.117249 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.117517 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.117517 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.117661 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.117799 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] debug = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.117972 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.118171 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.118365 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.118496 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.118620 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.118776 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.119093 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.119241 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.119398 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.119758 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.119938 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.120087 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.120240 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.120531 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.120832 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.121128 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.121422 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.121720 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] host = dv-cinder-788364-5-smb {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.122017 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.122312 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.122619 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.122912 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.123257 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.123574 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.123737 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.123904 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.124177 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.124328 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.124483 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.124609 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.124708 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.124814 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] log_file = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.125101 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] log_options = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.125397 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.125692 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.125996 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.126186 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.126344 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.126506 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.126649 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.126792 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.126937 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.127082 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.127223 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.127392 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.127554 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.127714 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.127897 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.128129 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.128419 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.128958 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.129108 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.129281 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.129444 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.129608 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.129776 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.129937 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.130108 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.130247 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.130412 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.130573 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.130733 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.130891 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.131051 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.131210 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.131369 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.131528 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.131688 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.132051 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.132399 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.132738 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.133071 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.133404 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.133746 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.133977 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.134207 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.134429 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.134653 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.134874 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] use_json = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.135098 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.135320 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.135864 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.135864 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.135864 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.136113 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.136113 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.136259 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 02:45:05.136440 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.136604 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.136777 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.136939 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.137102 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.137276 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.137424 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.137587 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.137748 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.137908 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.138077 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.138240 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.138496 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.138607 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.138735 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.138877 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.139040 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.139200 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.139421 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.139517 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.139740 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.139899 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.140023 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.140158 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.140318 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.140475 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.140635 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.140797 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.140958 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.141119 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.141280 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.141441 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.141622 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.141747 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.141899 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.142060 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.142220 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.142381 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.142543 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.142704 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.142865 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.143025 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.143186 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.143347 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.143508 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.144214 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.144383 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.145101 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.145273 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.145437 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.145617 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.145782 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.145944 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.146105 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.146267 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.146427 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.146751 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.146884 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.147029 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.147383 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.147383 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.147671 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.147671 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.147955 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.147955 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.148567 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.148567 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.148567 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.148567 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.149324 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.149324 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.149324 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.149324 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.149324 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.150105 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.150105 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.150105 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.150105 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.150105 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.151001 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.151001 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.151001 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.151001 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.151001 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.151001 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.152240 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.152240 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.152240 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.152240 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.152240 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.152240 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.152240 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.152240 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.154197 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.154197 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.154197 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.154197 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.154197 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.154197 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.154197 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.154197 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.154912 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.154912 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.154912 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.154912 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.154912 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.154912 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.154912 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.154912 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.155439 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.155439 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.155439 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.155439 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.155439 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.155439 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.155936 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.155936 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.155936 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.156138 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.156224 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.156376 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.156540 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.156693 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.156861 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.159869 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.159869 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.159869 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.159869 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.159869 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.159869 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.159869 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.159869 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.160447 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.160447 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.160447 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.160447 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.160447 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.160447 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.160447 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.160447 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.160971 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.160971 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.160971 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.160971 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.160971 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.160971 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.161338 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.161338 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.161338 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.161555 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.161634 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.161760 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.161909 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.162071 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.162232 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.162393 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.162554 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.162716 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.162885 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.163051 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.163197 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.163340 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.163480 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.163621 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.163782 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.163963 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.164126 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.164284 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.164450 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.164614 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.164773 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.164942 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.165103 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.165252 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.165414 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.165567 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.165732 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.165875 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.166042 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.166184 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.166351 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.166493 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.166662 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.166802 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.166956 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.167118 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.167277 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.167479 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.167624 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.167792 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.167973 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.168140 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.168290 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.168452 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.168602 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.168741 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.168907 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.169065 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.169230 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.169476 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.169652 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.170100 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.170100 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.170100 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.170463 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.170463 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.170747 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.170747 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.170942 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.171048 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.171219 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.171383 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.171702 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.171879 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.172059 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.172283 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.172430 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.172572 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.172707 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.172875 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.173014 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.173156 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.173291 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.173452 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.173627 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.173814 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.173958 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.174156 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.174295 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.174462 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.174632 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.174797 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.175532 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.176310 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.176562 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.176769 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.176769 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.177068 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.177208 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.177354 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.177490 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.177636 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.177780 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.177920 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.178092 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.178263 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.178426 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.178621 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.178744 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.178874 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.179030 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.179188 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.179355 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.179568 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.179703 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.179867 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.180199 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.180316 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.180451 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.180895 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.180895 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.181169 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.181169 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.181442 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.181442 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.181707 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.181707 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.181963 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.182105 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.182242 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.182389 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.182606 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.182737 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.182834 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.182999 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.183226 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.183384 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.183735 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.183735 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 02:45:05.184013 dv-cinder-788364-5-smb neutron-server[92891]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92891) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 02:45:05.184884 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:05.295601 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 43638) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:05.305136 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072660 Jul 16 02:45:18.445332 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f83970-3181-4207-8f4e-d3636389edc9 None None] get_active_networks_info from dv-cinder-788364-5-smb {{(pid=93000) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 02:45:18.549843 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f83970-3181-4207-8f4e-d3636389edc9 None None] No non-hosted networks {{(pid=93000) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 02:45:18.556398 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-8f8a8518-0003-4b99-8509-7e55e38b43bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-437004'] for agent, after_create {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:21.310538 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-437004'] for agent, after_create {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:21.312127 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:21.312667 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:21.313515 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:21.314611 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:21.315606 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:21.318755 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:21.320999 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:21.323316 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:21.325189 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:21.326433 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:21.327539 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:21.328949 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:21.330591 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-788364-5-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:21.346533 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-788364-5-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:21.547370 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-4014b821-7073-4882-9e02-4b87967b7c84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-437004'] for agent, after_create {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:21.635289 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-24a7bf5a-e473-4f2a-a2f5-789461192966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:22.710811 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-437004'] for agent, after_create {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:24.139604 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-437004'] for agent, after_create {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:25.322816 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 43730) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:25.832160 dv-cinder-788364-5-smb neutron-server[92999]: WARNING oslo_policy.policy [None req-c39e5ac5-2ffe-4142-bbd3-47a8f14146d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 02:45:25.832741 dv-cinder-788364-5-smb neutron-server[92999]: WARNING oslo_policy.policy [None req-c39e5ac5-2ffe-4142-bbd3-47a8f14146d6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 02:45:26.011764 dv-cinder-788364-5-smb neutron-server[93000]: INFO neutron.db.l3_hamode_db [None req-340217fb-7106-4416-b706-8400d73c46cb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 02:45:26.055005 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [None req-c39e5ac5-2ffe-4142-bbd3-47a8f14146d6 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:45:26.056293 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-c39e5ac5-2ffe-4142-bbd3-47a8f14146d6 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7313764 Jul 16 02:45:26.091220 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340217fb-7106-4416-b706-8400d73c46cb None None] Routers set() bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:26.091612 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340217fb-7106-4416-b706-8400d73c46cb None None] Router IDs set() for agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 02:45:28.452808 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 43744) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:28.819106 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-83791cb1-f9e1-4cf6-ae20-106511d08302 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:45:28.913267 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.policy [None req-83791cb1-f9e1-4cf6-ae20-106511d08302 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92999) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 02:45:28.958505 dv-cinder-788364-5-smb neutron-server[92999]: WARNING oslo_policy.policy [None req-83791cb1-f9e1-4cf6-ae20-106511d08302 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 02:45:28.958794 dv-cinder-788364-5-smb neutron-server[92999]: WARNING oslo_policy.policy [None req-83791cb1-f9e1-4cf6-ae20-106511d08302 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 02:45:28.967630 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.quota [None req-83791cb1-f9e1-4cf6-ae20-106511d08302 admin admin] Loaded quota_driver: . Jul 16 02:45:29.064483 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-83791cb1-f9e1-4cf6-ae20-106511d08302 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744531428699', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744531427470', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744531620920', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744531622606', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744531600561', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8744531595151', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1609365', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1617510', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-529098', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3603517'] for rbac-policy, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:29.134495 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-83791cb1-f9e1-4cf6-ae20-106511d08302 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:29.135711 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-83791cb1-f9e1-4cf6-ae20-106511d08302 admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6817367 Jul 16 02:45:31.770358 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 43756) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:32.084773 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-83f783cc-c687-46fa-a162-f6aea044e36b admin admin] Request body: {'network': {'project_id': '8fdd0ecb56fa4770a84d84690dd6bffb', 'tenant_id': '8fdd0ecb56fa4770a84d84690dd6bffb', 'admin_state_up': True, 'name': 'private'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:45:32.116069 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83f783cc-c687-46fa-a162-f6aea044e36b admin admin] Made reservation on behalf of 8fdd0ecb56fa4770a84d84690dd6bffb for: {'network': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:45:32.119059 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-83f783cc-c687-46fa-a162-f6aea044e36b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for network, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:32.136228 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-83f783cc-c687-46fa-a162-f6aea044e36b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:32.267310 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-83f783cc-c687-46fa-a162-f6aea044e36b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:32.272617 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-83f783cc-c687-46fa-a162-f6aea044e36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:32.300156 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83f783cc-c687-46fa-a162-f6aea044e36b admin admin] vlan segment allocate from pool success with {'vlan_id': 539, 'physical_network': 'physnet1'} {{(pid=92999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:45:32.326836 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-83f783cc-c687-46fa-a162-f6aea044e36b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744535121475', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:32.327356 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-83f783cc-c687-46fa-a162-f6aea044e36b admin admin] Unsubscribe: segment precommit_create {{(pid=92999) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 02:45:32.327884 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.db.segments_db [None req-83f783cc-c687-46fa-a162-f6aea044e36b admin admin] Added segment ec3c6724-8968-45e2-9be2-a9ca200d8450 of type vlan for network e2fe47c2-246a-4ad7-a1e9-6301a972f40d Jul 16 02:45:32.335547 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f783cc-c687-46fa-a162-f6aea044e36b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c774e7-e57b-4320-8d9c-f094e2851d25,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:32.359446 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f783cc-c687-46fa-a162-f6aea044e36b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:32.359963 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f783cc-c687-46fa-a162-f6aea044e36b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:32.360306 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f783cc-c687-46fa-a162-f6aea044e36b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:32.360643 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f783cc-c687-46fa-a162-f6aea044e36b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:32.360974 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f783cc-c687-46fa-a162-f6aea044e36b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:32.361430 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f783cc-c687-46fa-a162-f6aea044e36b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:32.361897 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f783cc-c687-46fa-a162-f6aea044e36b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:32.361997 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f783cc-c687-46fa-a162-f6aea044e36b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:32.362347 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f783cc-c687-46fa-a162-f6aea044e36b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:32.362672 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f783cc-c687-46fa-a162-f6aea044e36b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:32.362993 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f783cc-c687-46fa-a162-f6aea044e36b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:32.363317 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f783cc-c687-46fa-a162-f6aea044e36b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-83f783cc-c687-46fa-a162-f6aea044e36b admin admin] Tracked resource versions report: Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: pushed versions: Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: { 'AddressGroup': {'1.2'}, Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: 'ConntrackHelper': {'1.0'}, Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: 'Log': {'1.0'}, Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: 'Network': {'1.1'}, Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: 'Port': {'1.7'}, Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: 'PortForwarding': {'1.2'}, Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: 'QosPolicy': {'1.8'}, Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: 'SecurityGroup': {'1.4'}, Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: 'SecurityGroupRule': {'1.2'}, Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: 'SubPort': {'1.0'}, Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: 'Subnet': {'1.1'}, Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: 'Trunk': {'1.1'}} Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: consumer versions: Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: { DHCP agent@dv-cinder-788364-5-smb: {}, Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: L3 agent@dv-cinder-788364-5-smb: {}, Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: Metadata agent@dv-cinder-788364-5-smb: {}, Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: Metering agent@dv-cinder-788364-5-smb: {}, Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: Open vSwitch agent@dv-cinder-788364-5-smb: { 'AddressGroup': '1.2', Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: 'ConntrackHelper': '1.0', Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: 'Log': '1.0', Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: 'Network': '1.1', Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: 'Port': '1.7', Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: 'PortForwarding': '1.2', Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: 'QosPolicy': '1.8', Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: 'SecurityGroup': '1.4', Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: 'SecurityGroupRule': '1.2', Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: 'SubPort': '1.0', Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: 'Subnet': '1.1', Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: 'Trunk': '1.1'}} Jul 16 02:45:32.364459 dv-cinder-788364-5-smb neutron-server[92999]: {{(pid=92999) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 02:45:32.452911 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-83f783cc-c687-46fa-a162-f6aea044e36b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744534580228'] for network, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:32.510608 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-83f783cc-c687-46fa-a162-f6aea044e36b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154'] for network, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:32.511899 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83f783cc-c687-46fa-a162-f6aea044e36b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:32.512580 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-83f783cc-c687-46fa-a162-f6aea044e36b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:32.574161 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-83f783cc-c687-46fa-a162-f6aea044e36b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8027017 Jul 16 02:45:32.628769 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f783cc-c687-46fa-a162-f6aea044e36b admin admin] Pushing event updated for resources: {'Network': ['ID=e2fe47c2-246a-4ad7-a1e9-6301a972f40d,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:32.641391 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Network e2fe47c2-246a-4ad7-a1e9-6301a972f40d details requested by agent ovs-agent-dv-cinder-788364-5-smb with host dv-cinder-788364-5-smb {{(pid=93000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:45:35.307899 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 43770) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:35.714105 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b95e4544-a772-4a22-a503-db76c6e211e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:35.715465 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-b95e4544-a772-4a22-a503-db76c6e211e7 admin admin] 10.222.0.21 "GET /v2.0/networks/e2fe47c2-246a-4ad7-a1e9-6301a972f40d HTTP/1.1" status: 200 len: 825 time: 0.4065862 Jul 16 02:45:35.739414 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-34b7d833-c7ae-4799-9846-7c1631305a37 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/e805d185-119e-402e-8832-410dd7d5e33a HTTP/1.1" status: 200 len: 734 time: 0.0183799 Jul 16 02:45:35.748021 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-25e58976-4a76-49ea-96ac-f3b5c336648c admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'e805d185-119e-402e-8832-410dd7d5e33a', 'ip_version': 4, 'tenant_id': '8fdd0ecb56fa4770a84d84690dd6bffb', 'name': 'private-subnet', 'network_id': 'e2fe47c2-246a-4ad7-a1e9-6301a972f40d'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:45:35.771570 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25e58976-4a76-49ea-96ac-f3b5c336648c admin admin] Made reservation on behalf of 8fdd0ecb56fa4770a84d84690dd6bffb for: {'subnet': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:45:35.773850 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-25e58976-4a76-49ea-96ac-f3b5c336648c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:36.088465 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-25e58976-4a76-49ea-96ac-f3b5c336648c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154'] for subnet, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:36.161284 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e58976-4a76-49ea-96ac-f3b5c336648c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a145a437-eca2-4f8a-bc00-6751b204f89b,revision_number=0']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:36.163126 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25e58976-4a76-49ea-96ac-f3b5c336648c admin admin] Checking segment: {'id': 'ec3c6724-8968-45e2-9be2-a9ca200d8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e2fe47c2-246a-4ad7-a1e9-6301a972f40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:45:36.163493 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e58976-4a76-49ea-96ac-f3b5c336648c admin admin] Network hostable DHCP agents. Network: e2fe47c2-246a-4ad7-a1e9-6301a972f40d, hostable agents: ['c650f718-c130-4f09-8c91-ca922a2630e5'], hosted agents: [] {{(pid=92999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:45:36.187261 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25e58976-4a76-49ea-96ac-f3b5c336648c admin admin] Network e2fe47c2-246a-4ad7-a1e9-6301a972f40d is scheduled to be hosted by DHCP agent c650f718-c130-4f09-8c91-ca922a2630e5 with binding_index 1 {{(pid=92999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:45:36.200476 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [None req-25e58976-4a76-49ea-96ac-f3b5c336648c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-smb, e2fe47c2-246a-4ad7-a1e9-6301a972f40d) {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:45:36.207175 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e58976-4a76-49ea-96ac-f3b5c336648c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:36.208463 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-25e58976-4a76-49ea-96ac-f3b5c336648c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for subnet, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:36.211491 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f08999-24a9-43a5-95c7-a415efcc3207 None None] Network e2fe47c2-246a-4ad7-a1e9-6301a972f40d requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:45:36.222579 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-25e58976-4a76-49ea-96ac-f3b5c336648c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4780076 Jul 16 02:45:36.555544 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabc5b27b-dadf-567d-9539-593606d9a02e-e2fe47c2-246a-4ad7-a1e9-6301a972f40d', 'network_id': 'e2fe47c2-246a-4ad7-a1e9-6301a972f40d', 'tenant_id': '8fdd0ecb56fa4770a84d84690dd6bffb', 'fixed_ips': [{'subnet_id': 'a145a437-eca2-4f8a-bc00-6751b204f89b'}]}} from dv-cinder-788364-5-smb. {{(pid=93000) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:45:36.556838 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:36.853874 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.db_base_plugin_common [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Allocated IP 172.20.0.2 (e2fe47c2-246a-4ad7-a1e9-6301a972f40d/a145a437-eca2-4f8a-bc00-6751b204f89b/cec8e4a4-9920-47aa-b8e7-8e172d1978c1) {{(pid=93000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:45:37.100692 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Notify callbacks [] for port, precommit_create {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:37.118556 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Transition to ACTIVE for port object cec8e4a4-9920-47aa-b8e7-8e172d1978c1 will not be triggered until provisioned by entity L2. {{(pid=93000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:45:37.143903 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Transition to ACTIVE for port object cec8e4a4-9920-47aa-b8e7-8e172d1978c1 will not be triggered until provisioned by entity DHCP. {{(pid=93000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:45:37.152333 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323'] for port, after_create {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:37.224474 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Network e2fe47c2-246a-4ad7-a1e9-6301a972f40d is already hosted by enough agents. {{(pid=93000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:45:37.233024 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.scheduler.base_scheduler [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Resources bound (agent type, host, resource id): {{(pid=93000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:45:37.238749 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Pushing event updated for resources: {'Port': ['ID=cec8e4a4-9920-47aa-b8e7-8e172d1978c1,revision_number=1']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:37.241259 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Received port after_create {{(pid=93000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:45:37.267052 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:37.268026 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:37.268372 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:37.268709 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:37.269042 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:37.269375 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:37.269705 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:37.270034 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:37.270359 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:37.270686 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:37.271012 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:37.271333 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Tracked resource versions report: Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: pushed versions: Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: { 'AddressGroup': {'1.2'}, Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: 'ConntrackHelper': {'1.0'}, Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: 'Log': {'1.0'}, Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: 'Network': {'1.1'}, Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: 'Port': {'1.7'}, Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: 'PortForwarding': {'1.2'}, Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: 'QosPolicy': {'1.8'}, Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: 'SecurityGroup': {'1.4'}, Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: 'SecurityGroupRule': {'1.2'}, Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: 'SubPort': {'1.0'}, Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: 'Subnet': {'1.1'}, Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: 'Trunk': {'1.1'}} Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: consumer versions: Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: { DHCP agent@dv-cinder-788364-5-smb: {}, Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: L3 agent@dv-cinder-788364-5-smb: {}, Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: Metadata agent@dv-cinder-788364-5-smb: {}, Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: Metering agent@dv-cinder-788364-5-smb: {}, Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: Open vSwitch agent@dv-cinder-788364-5-smb: { 'AddressGroup': '1.2', Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: 'ConntrackHelper': '1.0', Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: 'Log': '1.0', Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: 'Network': '1.1', Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: 'Port': '1.7', Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: 'PortForwarding': '1.2', Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: 'QosPolicy': '1.8', Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: 'SecurityGroup': '1.4', Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: 'SecurityGroupRule': '1.2', Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: 'SubPort': '1.0', Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: 'Subnet': '1.1', Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: 'Trunk': '1.1'}} Jul 16 02:45:37.272475 dv-cinder-788364-5-smb neutron-server[93000]: {{(pid=93000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 02:45:37.323175 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Attempting to bind port cec8e4a4-9920-47aa-b8e7-8e172d1978c1 on host dv-cinder-788364-5-smb for vnic_type normal with profile {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:45:37.323567 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Attempting to bind port cec8e4a4-9920-47aa-b8e7-8e172d1978c1 by drivers openvswitch,hyperv on host dv-cinder-788364-5-smb at level 0 using segments [{'id': 'ec3c6724-8968-45e2-9be2-a9ca200d8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e2fe47c2-246a-4ad7-a1e9-6301a972f40d'}] {{(pid=93000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:45:37.324017 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Attempting to bind port cec8e4a4-9920-47aa-b8e7-8e172d1978c1 on network e2fe47c2-246a-4ad7-a1e9-6301a972f40d {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:45:37.328998 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Checking agent: {'id': '8f3583b4-bf6b-4e6e-ba40-769030d39d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 45, 21), 'started_at': datetime.datetime(2021, 7, 16, 2, 45, 21), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 45, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:45:37.329411 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Checking segment: {'id': 'ec3c6724-8968-45e2-9be2-a9ca200d8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e2fe47c2-246a-4ad7-a1e9-6301a972f40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:45:37.330689 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:37.331083 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Bound using segment: {'id': 'ec3c6724-8968-45e2-9be2-a9ca200d8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e2fe47c2-246a-4ad7-a1e9-6301a972f40d'} {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:45:37.331549 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Bound port: cec8e4a4-9920-47aa-b8e7-8e172d1978c1, host: dv-cinder-788364-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3c6724-8968-45e2-9be2-a9ca200d8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e2fe47c2-246a-4ad7-a1e9-6301a972f40d'}}] {{(pid=93000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:45:37.331972 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:37.397546 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] For port cec8e4a4-9920-47aa-b8e7-8e172d1978c1, host dv-cinder-788364-5-smb, cleared binding levels {{(pid=93000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:45:37.401702 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] For port cec8e4a4-9920-47aa-b8e7-8e172d1978c1, host dv-cinder-788364-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=cec8e4a4-9920-47aa-b8e7-8e172d1978c1,segment=NetworkSegment(ec3c6724-8968-45e2-9be2-a9ca200d8450),segment_id=ec3c6724-8968-45e2-9be2-a9ca200d8450)] {{(pid=93000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:45:37.406177 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:37.475334 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad2e75d-fda0-43fc-a89e-4c7ce1b389de None None] Pushing event updated for resources: {'Port': ['ID=cec8e4a4-9920-47aa-b8e7-8e172d1978c1,revision_number=2']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:38.698923 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 43778) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:39.023393 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [None req-cafe3b89-3002-49f3-8489-57db9a7923f4 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:45:39.024426 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-cafe3b89-3002-49f3-8489-57db9a7923f4 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3244100 Jul 16 02:45:41.444430 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 43786) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:41.773436 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [None req-899d8476-c759-4b76-960f-c5cfea94114b admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:45:41.774449 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-899d8476-c759-4b76-960f-c5cfea94114b admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3290861 Jul 16 02:45:43.345641 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device cec8e4a4-9920-47aa-b8e7-8e172d1978c1 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:45:43.435874 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning for port cec8e4a4-9920-47aa-b8e7-8e172d1978c1 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:45:43.725681 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60791674-e90e-4134-ada5-46514c0844c4 None None] Network e2fe47c2-246a-4ad7-a1e9-6301a972f40d requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:45:43.849749 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-193b9c1d-6f56-4bc7-9a1e-7375f4b8a839 None None] Provisioning for port cec8e4a4-9920-47aa-b8e7-8e172d1978c1 completed by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:45:43.857300 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-193b9c1d-6f56-4bc7-9a1e-7375f4b8a839 None None] Provisioning complete for port cec8e4a4-9920-47aa-b8e7-8e172d1978c1 triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:45:43.857704 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-193b9c1d-6f56-4bc7-9a1e-7375f4b8a839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:44.027603 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-193b9c1d-6f56-4bc7-9a1e-7375f4b8a839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:44.065461 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-193b9c1d-6f56-4bc7-9a1e-7375f4b8a839 None None] For port cec8e4a4-9920-47aa-b8e7-8e172d1978c1, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=cec8e4a4-9920-47aa-b8e7-8e172d1978c1,segment=NetworkSegment(ec3c6724-8968-45e2-9be2-a9ca200d8450),segment_id=ec3c6724-8968-45e2-9be2-a9ca200d8450)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:45:44.070749 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-193b9c1d-6f56-4bc7-9a1e-7375f4b8a839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:44.122480 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b9c1d-6f56-4bc7-9a1e-7375f4b8a839 None None] Pushing event updated for resources: {'Port': ['ID=cec8e4a4-9920-47aa-b8e7-8e172d1978c1,revision_number=3']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:44.291351 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-3fbc1baf-e7a2-451c-a7f4-9ea46f24cecf None None] Provisioning complete for port cec8e4a4-9920-47aa-b8e7-8e172d1978c1 triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:45:44.291745 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-3fbc1baf-e7a2-451c-a7f4-9ea46f24cecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:44.490222 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 43800) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:44.788585 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-f9ab2f37-0c31-4314-a489-0425104717f6 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '8fdd0ecb56fa4770a84d84690dd6bffb'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:45:44.814702 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f9ab2f37-0c31-4314-a489-0425104717f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12179'] for router, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:44.816724 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f9ab2f37-0c31-4314-a489-0425104717f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12184'] for router, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:44.960277 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f9ab2f37-0c31-4314-a489-0425104717f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:44.966017 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f9ab2f37-0c31-4314-a489-0425104717f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441863'] for router, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:44.978908 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f9ab2f37-0c31-4314-a489-0425104717f6 admin admin] Notify callbacks [] for router, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:44.980158 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-f9ab2f37-0c31-4314-a489-0425104717f6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4889302 Jul 16 02:45:45.309388 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device cec8e4a4-9920-47aa-b8e7-8e172d1978c1 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:45:45.356656 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port cec8e4a4-9920-47aa-b8e7-8e172d1978c1 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:45:45.357028 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:47.399597 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 43808) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:47.994502 dv-cinder-788364-5-smb neutron-server[92998]: WARNING oslo_policy.policy [None req-22770c96-8591-4cec-8684-3712bc54631c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 02:45:47.995092 dv-cinder-788364-5-smb neutron-server[92998]: WARNING oslo_policy.policy [None req-22770c96-8591-4cec-8684-3712bc54631c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 02:45:48.226024 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [None req-22770c96-8591-4cec-8684-3712bc54631c admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:45:48.227097 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-22770c96-8591-4cec-8684-3712bc54631c admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8265471 Jul 16 02:45:48.312283 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ef5cdc0e-21b8-4247-81ec-a1076c2921e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:50.859106 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 43822) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:51.098567 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 5 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:45:51.178316 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-5b277837-7527-4990-87c4-f5af87eeed30 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'is_default': True, 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:45:51.199240 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b277837-7527-4990-87c4-f5af87eeed30 admin admin] Made reservation on behalf of d44ef7932e644922847e219d9873e53d for: {'network': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:45:51.201641 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5b277837-7527-4990-87c4-f5af87eeed30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for network, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:51.211885 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5b277837-7527-4990-87c4-f5af87eeed30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:51.300991 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:51.302103 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5b277837-7527-4990-87c4-f5af87eeed30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:51.306258 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5b277837-7527-4990-87c4-f5af87eeed30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:51.320473 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-5b277837-7527-4990-87c4-f5af87eeed30 admin admin] Reserving flat network on physical network physnet1 {{(pid=92999) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 02:45:51.342277 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5b277837-7527-4990-87c4-f5af87eeed30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:51.342618 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.db.segments_db [None req-5b277837-7527-4990-87c4-f5af87eeed30 admin admin] Added segment 552c363b-8a94-4391-a7bf-95f73577cc8e of type flat for network 7c2f8857-88c5-405d-9e5d-ca6a329284f0 Jul 16 02:45:51.343903 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b277837-7527-4990-87c4-f5af87eeed30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13614d22-cce2-4a05-bd85-58b789c1819a,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:51.400310 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5b277837-7527-4990-87c4-f5af87eeed30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744534580228'] for network, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:51.436548 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5b277837-7527-4990-87c4-f5af87eeed30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154'] for network, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:51.437514 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b277837-7527-4990-87c4-f5af87eeed30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:51.438082 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5b277837-7527-4990-87c4-f5af87eeed30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:51.469258 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-5b277837-7527-4990-87c4-f5af87eeed30 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6090674 Jul 16 02:45:51.501317 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b277837-7527-4990-87c4-f5af87eeed30 admin admin] Pushing event updated for resources: {'Network': ['ID=7c2f8857-88c5-405d-9e5d-ca6a329284f0,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:51.511892 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Network 7c2f8857-88c5-405d-9e5d-ca6a329284f0 details requested by agent ovs-agent-dv-cinder-788364-5-smb with host dv-cinder-788364-5-smb {{(pid=93000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:45:51.575973 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-257aeaf5-9c56-4392-b9c5-25e7d2cf0cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:52.653498 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:53.865985 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 43840) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:54.040835 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1119fa40-c370-4500-b685-82938c194ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:54.042189 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-1119fa40-c370-4500-b685-82938c194ba0 admin admin] 10.222.0.21 "GET /v2.0/subnets/a145a437-eca2-4f8a-bc00-6751b204f89b HTTP/1.1" status: 200 len: 849 time: 0.1752355 Jul 16 02:45:54.065732 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:54.160115 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-3c2bc3c7-7e2b-4d53-ad62-3e08ae80728e admin admin] 10.222.0.21 "GET /v2.0/routers/fcb62101-19d3-4331-9d33-e75a21cdd711 HTTP/1.1" status: 200 len: 704 time: 0.1125329 Jul 16 02:45:54.432145 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-415f9846-4da3-44f8-96a2-db588d4f026c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:54.724623 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_common [None req-415f9846-4da3-44f8-96a2-db588d4f026c admin admin] Allocated IP 172.20.0.1 (e2fe47c2-246a-4ad7-a1e9-6301a972f40d/a145a437-eca2-4f8a-bc00-6751b204f89b/15ad9ded-8453-4fde-a3db-c5ed21738adc) {{(pid=92999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:45:54.932348 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-415f9846-4da3-44f8-96a2-db588d4f026c admin admin] Notify callbacks [] for port, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:54.957179 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.provisioning_blocks [None req-415f9846-4da3-44f8-96a2-db588d4f026c admin admin] Transition to ACTIVE for port object 15ad9ded-8453-4fde-a3db-c5ed21738adc will not be triggered until provisioned by entity DHCP. {{(pid=92999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:45:55.041161 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-415f9846-4da3-44f8-96a2-db588d4f026c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323'] for port, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:55.121883 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415f9846-4da3-44f8-96a2-db588d4f026c admin admin] Network e2fe47c2-246a-4ad7-a1e9-6301a972f40d is already hosted by enough agents. {{(pid=92999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:45:55.127577 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [None req-415f9846-4da3-44f8-96a2-db588d4f026c admin admin] Resources bound (agent type, host, resource id): {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:45:55.133603 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415f9846-4da3-44f8-96a2-db588d4f026c admin admin] Received port after_create {{(pid=92999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:45:55.133603 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-415f9846-4da3-44f8-96a2-db588d4f026c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434992'] for router_interface, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:55.154659 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f9846-4da3-44f8-96a2-db588d4f026c admin admin] Pushing event updated for resources: {'Port': ['ID=15ad9ded-8453-4fde-a3db-c5ed21738adc,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:55.355476 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-415f9846-4da3-44f8-96a2-db588d4f026c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:55.359648 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-c9b7137a-6c30-449b-9276-8a17061aecaf None None] Provisioning for port 15ad9ded-8453-4fde-a3db-c5ed21738adc completed by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:45:55.363893 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-c9b7137a-6c30-449b-9276-8a17061aecaf None None] Provisioning complete for port 15ad9ded-8453-4fde-a3db-c5ed21738adc triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:45:55.364495 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-c9b7137a-6c30-449b-9276-8a17061aecaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:55.398982 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-c9b7137a-6c30-449b-9276-8a17061aecaf None None] Port 15ad9ded-8453-4fde-a3db-c5ed21738adc cannot update to ACTIVE because it is not bound. {{(pid=93000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:45:55.539163 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-415f9846-4da3-44f8-96a2-db588d4f026c admin admin] Notify callbacks [] for port, precommit_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:55.544122 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-415f9846-4da3-44f8-96a2-db588d4f026c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:55.545502 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-415f9846-4da3-44f8-96a2-db588d4f026c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435012'] for router_interface, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:55.607743 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f9846-4da3-44f8-96a2-db588d4f026c admin admin] Pushing event updated for resources: {'Port': ['ID=15ad9ded-8453-4fde-a3db-c5ed21738adc,revision_number=2']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:55.673148 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415f9846-4da3-44f8-96a2-db588d4f026c admin admin] Network e2fe47c2-246a-4ad7-a1e9-6301a972f40d is already hosted by enough agents. {{(pid=92999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:45:55.674564 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [None req-415f9846-4da3-44f8-96a2-db588d4f026c admin admin] Resources bound (agent type, host, resource id): {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:45:55.858480 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-415f9846-4da3-44f8-96a2-db588d4f026c admin admin] Router fcb62101-19d3-4331-9d33-e75a21cdd711 is scheduled to L3 agent c2717fd8-7624-4935-9c00-920e66229c5a with binding_index 1 {{(pid=92999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:45:55.921884 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-0e5057e0-a4fd-4e3e-9ce1-ad99f472be6a None None] Provisioning complete for port 15ad9ded-8453-4fde-a3db-c5ed21738adc triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:45:55.922253 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-0e5057e0-a4fd-4e3e-9ce1-ad99f472be6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:55.960154 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-0e5057e0-a4fd-4e3e-9ce1-ad99f472be6a None None] Port 15ad9ded-8453-4fde-a3db-c5ed21738adc cannot update to ACTIVE because it is not bound. {{(pid=93000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:45:55.964552 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-415f9846-4da3-44f8-96a2-db588d4f026c admin admin] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:45:55.970193 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-415f9846-4da3-44f8-96a2-db588d4f026c admin admin] 10.222.0.21 "PUT /v2.0/routers/fcb62101-19d3-4331-9d33-e75a21cdd711/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8045516 Jul 16 02:45:55.982226 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72730d3-d017-48a4-aac3-0e9eb23f7b0b None None] Sync routers for ids ['fcb62101-19d3-4331-9d33-e75a21cdd711'] in dv-cinder-788364-5-smb {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:45:55.996027 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72730d3-d017-48a4-aac3-0e9eb23f7b0b None None] Routers {'fcb62101-19d3-4331-9d33-e75a21cdd711'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:55.996865 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-e72730d3-d017-48a4-aac3-0e9eb23f7b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:45:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['fcb62101-19d3-4331-9d33-e75a21cdd711'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:56.189477 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-e72730d3-d017-48a4-aac3-0e9eb23f7b0b None None] Set router fcb62101-19d3-4331-9d33-e75a21cdd711 gateway port host: None {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:56.647692 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-e72730d3-d017-48a4-aac3-0e9eb23f7b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb62101-19d3-4331-9d33-e75a21cdd711', 'name': 'router1', 'tenant_id': '8fdd0ecb56fa4770a84d84690dd6bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:44Z', 'updated_at': '2021-07-16T02:45:55Z', 'revision_number': 2, 'project_id': '8fdd0ecb56fa4770a84d84690dd6bffb', 'gw_port_host': None, '_interfaces': [{'id': '15ad9ded-8453-4fde-a3db-c5ed21738adc', 'name': '', 'network_id': 'e2fe47c2-246a-4ad7-a1e9-6301a972f40d', 'tenant_id': '8fdd0ecb56fa4770a84d84690dd6bffb', 'mac_address': 'fa:16:3e:2a:f9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb62101-19d3-4331-9d33-e75a21cdd711', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a145a437-eca2-4f8a-bc00-6751b204f89b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:54Z', 'updated_at': '2021-07-16T02:45:55Z', 'revision_number': 2, 'project_id': '8fdd0ecb56fa4770a84d84690dd6bffb', 'subnets': [{'id': 'a145a437-eca2-4f8a-bc00-6751b204f89b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e805d185-119e-402e-8832-410dd7d5e33a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:56.697699 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72730d3-d017-48a4-aac3-0e9eb23f7b0b None None] Checking router: fcb62101-19d3-4331-9d33-e75a21cdd711 for host: dv-cinder-788364-5-smb {{(pid=93001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:45:56.698101 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72730d3-d017-48a4-aac3-0e9eb23f7b0b None None] Updating router fcb62101-19d3-4331-9d33-e75a21cdd711 port 15ad9ded-8453-4fde-a3db-c5ed21738adc binding host dv-cinder-788364-5-smb {{(pid=93001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:45:56.769100 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e72730d3-d017-48a4-aac3-0e9eb23f7b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:57.286664 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e72730d3-d017-48a4-aac3-0e9eb23f7b0b None None] Notify callbacks [] for port, precommit_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:57.306193 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.provisioning_blocks [None req-e72730d3-d017-48a4-aac3-0e9eb23f7b0b None None] Transition to ACTIVE for port object 15ad9ded-8453-4fde-a3db-c5ed21738adc will not be triggered until provisioned by entity L2. {{(pid=93001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:45:57.312329 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e72730d3-d017-48a4-aac3-0e9eb23f7b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:57.465705 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92345cc6-3846-44f8-b3cb-9ad5d7e9cf96 None None] Pushing event updated for resources: {'Port': ['ID=15ad9ded-8453-4fde-a3db-c5ed21738adc,revision_number=3']} {{(pid=93001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:57.481348 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92345cc6-3846-44f8-b3cb-9ad5d7e9cf96 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:57.481700 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92345cc6-3846-44f8-b3cb-9ad5d7e9cf96 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:57.482045 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92345cc6-3846-44f8-b3cb-9ad5d7e9cf96 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:57.482380 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92345cc6-3846-44f8-b3cb-9ad5d7e9cf96 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:57.482728 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92345cc6-3846-44f8-b3cb-9ad5d7e9cf96 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:57.483043 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92345cc6-3846-44f8-b3cb-9ad5d7e9cf96 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:57.483371 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92345cc6-3846-44f8-b3cb-9ad5d7e9cf96 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:57.483695 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92345cc6-3846-44f8-b3cb-9ad5d7e9cf96 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:57.484044 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92345cc6-3846-44f8-b3cb-9ad5d7e9cf96 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:57.484370 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92345cc6-3846-44f8-b3cb-9ad5d7e9cf96 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:57.484693 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92345cc6-3846-44f8-b3cb-9ad5d7e9cf96 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:57.486153 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92345cc6-3846-44f8-b3cb-9ad5d7e9cf96 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92345cc6-3846-44f8-b3cb-9ad5d7e9cf96 None None] Tracked resource versions report: Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: pushed versions: Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: { 'AddressGroup': {'1.2'}, Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: 'ConntrackHelper': {'1.0'}, Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: 'Log': {'1.0'}, Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: 'Network': {'1.1'}, Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: 'Port': {'1.7'}, Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: 'PortForwarding': {'1.2'}, Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: 'QosPolicy': {'1.8'}, Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: 'SecurityGroup': {'1.4'}, Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: 'SecurityGroupRule': {'1.2'}, Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: 'SubPort': {'1.0'}, Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: 'Subnet': {'1.1'}, Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: 'Trunk': {'1.1'}} Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: consumer versions: Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: { DHCP agent@dv-cinder-788364-5-smb: {}, Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: L3 agent@dv-cinder-788364-5-smb: {}, Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: Metadata agent@dv-cinder-788364-5-smb: {}, Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: Metering agent@dv-cinder-788364-5-smb: {}, Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: Open vSwitch agent@dv-cinder-788364-5-smb: { 'AddressGroup': '1.2', Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: 'ConntrackHelper': '1.0', Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: 'Log': '1.0', Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: 'Network': '1.1', Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: 'Port': '1.7', Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: 'PortForwarding': '1.2', Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: 'QosPolicy': '1.8', Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: 'SecurityGroup': '1.4', Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: 'SecurityGroupRule': '1.2', Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: 'SubPort': '1.0', Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: 'Subnet': '1.1', Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: 'Trunk': '1.1'}} Jul 16 02:45:57.487053 dv-cinder-788364-5-smb neutron-server[93001]: {{(pid=93001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 02:45:57.491176 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.managers [None req-e72730d3-d017-48a4-aac3-0e9eb23f7b0b None None] Attempting to bind port 15ad9ded-8453-4fde-a3db-c5ed21738adc on host dv-cinder-788364-5-smb for vnic_type normal with profile {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:45:57.491585 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.managers [None req-e72730d3-d017-48a4-aac3-0e9eb23f7b0b None None] Attempting to bind port 15ad9ded-8453-4fde-a3db-c5ed21738adc by drivers openvswitch,hyperv on host dv-cinder-788364-5-smb at level 0 using segments [{'id': 'ec3c6724-8968-45e2-9be2-a9ca200d8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e2fe47c2-246a-4ad7-a1e9-6301a972f40d'}] {{(pid=93001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:45:57.492038 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72730d3-d017-48a4-aac3-0e9eb23f7b0b None None] Attempting to bind port 15ad9ded-8453-4fde-a3db-c5ed21738adc on network e2fe47c2-246a-4ad7-a1e9-6301a972f40d {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:45:57.497535 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72730d3-d017-48a4-aac3-0e9eb23f7b0b None None] Checking agent: {'id': '8f3583b4-bf6b-4e6e-ba40-769030d39d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 45, 21), 'started_at': datetime.datetime(2021, 7, 16, 2, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:45:57.497949 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72730d3-d017-48a4-aac3-0e9eb23f7b0b None None] Checking segment: {'id': 'ec3c6724-8968-45e2-9be2-a9ca200d8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e2fe47c2-246a-4ad7-a1e9-6301a972f40d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:45:57.498411 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e72730d3-d017-48a4-aac3-0e9eb23f7b0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:57.498798 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e72730d3-d017-48a4-aac3-0e9eb23f7b0b None None] Bound using segment: {'id': 'ec3c6724-8968-45e2-9be2-a9ca200d8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e2fe47c2-246a-4ad7-a1e9-6301a972f40d'} {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:45:57.499285 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.managers [None req-e72730d3-d017-48a4-aac3-0e9eb23f7b0b None None] Bound port: 15ad9ded-8453-4fde-a3db-c5ed21738adc, host: dv-cinder-788364-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec3c6724-8968-45e2-9be2-a9ca200d8450', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 539, 'network_id': 'e2fe47c2-246a-4ad7-a1e9-6301a972f40d'}}] {{(pid=93001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:45:57.499682 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e72730d3-d017-48a4-aac3-0e9eb23f7b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:57.565564 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.db [None req-e72730d3-d017-48a4-aac3-0e9eb23f7b0b None None] For port 15ad9ded-8453-4fde-a3db-c5ed21738adc, host dv-cinder-788364-5-smb, cleared binding levels {{(pid=93001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:45:57.589436 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.db [None req-e72730d3-d017-48a4-aac3-0e9eb23f7b0b None None] For port 15ad9ded-8453-4fde-a3db-c5ed21738adc, host dv-cinder-788364-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=15ad9ded-8453-4fde-a3db-c5ed21738adc,segment=NetworkSegment(ec3c6724-8968-45e2-9be2-a9ca200d8450),segment_id=ec3c6724-8968-45e2-9be2-a9ca200d8450)] {{(pid=93001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:45:57.596369 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-e72730d3-d017-48a4-aac3-0e9eb23f7b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:57.651413 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e72730d3-d017-48a4-aac3-0e9eb23f7b0b None None] Routers {'fcb62101-19d3-4331-9d33-e75a21cdd711'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:45:57.652069 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-e72730d3-d017-48a4-aac3-0e9eb23f7b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:45:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['fcb62101-19d3-4331-9d33-e75a21cdd711'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:57.731704 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92345cc6-3846-44f8-b3cb-9ad5d7e9cf96 None None] Pushing event updated for resources: {'Port': ['ID=15ad9ded-8453-4fde-a3db-c5ed21738adc,revision_number=4']} {{(pid=93001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:57.758168 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-e72730d3-d017-48a4-aac3-0e9eb23f7b0b None None] Set router fcb62101-19d3-4331-9d33-e75a21cdd711 gateway port host: None {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:45:57.976679 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-e72730d3-d017-48a4-aac3-0e9eb23f7b0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb62101-19d3-4331-9d33-e75a21cdd711', 'name': 'router1', 'tenant_id': '8fdd0ecb56fa4770a84d84690dd6bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:44Z', 'updated_at': '2021-07-16T02:45:55Z', 'revision_number': 2, 'project_id': '8fdd0ecb56fa4770a84d84690dd6bffb', 'gw_port_host': None, '_interfaces': [{'id': '15ad9ded-8453-4fde-a3db-c5ed21738adc', 'name': '', 'network_id': 'e2fe47c2-246a-4ad7-a1e9-6301a972f40d', 'tenant_id': '8fdd0ecb56fa4770a84d84690dd6bffb', 'mac_address': 'fa:16:3e:2a:f9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb62101-19d3-4331-9d33-e75a21cdd711', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a145a437-eca2-4f8a-bc00-6751b204f89b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:54Z', 'updated_at': '2021-07-16T02:45:57Z', 'revision_number': 4, 'project_id': '8fdd0ecb56fa4770a84d84690dd6bffb', 'subnets': [{'id': 'a145a437-eca2-4f8a-bc00-6751b204f89b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e805d185-119e-402e-8832-410dd7d5e33a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:45:58.003164 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e72730d3-d017-48a4-aac3-0e9eb23f7b0b None None] The sync data for ids ['fcb62101-19d3-4331-9d33-e75a21cdd711'] in dv-cinder-788364-5-smb is: [{'id': 'fcb62101-19d3-4331-9d33-e75a21cdd711', 'name': 'router1', 'tenant_id': '8fdd0ecb56fa4770a84d84690dd6bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:44Z', 'updated_at': '2021-07-16T02:45:55Z', 'revision_number': 2, 'project_id': '8fdd0ecb56fa4770a84d84690dd6bffb', 'gw_port_host': None, '_interfaces': [{'id': '15ad9ded-8453-4fde-a3db-c5ed21738adc', 'name': '', 'network_id': 'e2fe47c2-246a-4ad7-a1e9-6301a972f40d', 'tenant_id': '8fdd0ecb56fa4770a84d84690dd6bffb', 'mac_address': 'fa:16:3e:2a:f9:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb62101-19d3-4331-9d33-e75a21cdd711', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a145a437-eca2-4f8a-bc00-6751b204f89b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:54Z', 'updated_at': '2021-07-16T02:45:57Z', 'revision_number': 4, 'project_id': '8fdd0ecb56fa4770a84d84690dd6bffb', 'subnets': [{'id': 'a145a437-eca2-4f8a-bc00-6751b204f89b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e805d185-119e-402e-8832-410dd7d5e33a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:45:58.273068 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 43860) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:45:58.387570 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25db18ed-bc0f-44f6-aeb7-3902f72d7fcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:58.389008 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-25db18ed-bc0f-44f6-aeb7-3902f72d7fcf admin admin] 10.222.0.21 "GET /v2.0/networks/7c2f8857-88c5-405d-9e5d-ca6a329284f0 HTTP/1.1" status: 200 len: 842 time: 0.1148674 Jul 16 02:45:58.399772 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-3b19fdc8-1e15-49a5-9718-df1ce3f4def0 admin admin] Request body: {'subnet': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'name': 'public-subnet', 'ip_version': 4, 'cidr': '172.28.1.0/24', 'enable_dhcp': False, 'gateway_ip': '172.28.1.1'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:45:58.422684 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b19fdc8-1e15-49a5-9718-df1ce3f4def0 admin admin] Made reservation on behalf of d44ef7932e644922847e219d9873e53d for: {'subnet': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:45:58.425440 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-3b19fdc8-1e15-49a5-9718-df1ce3f4def0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:58.781190 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.objects.ports [None req-3b19fdc8-1e15-49a5-9718-df1ce3f4def0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92999) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 02:45:58.782206 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-3b19fdc8-1e15-49a5-9718-df1ce3f4def0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154'] for subnet, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:58.837826 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b19fdc8-1e15-49a5-9718-df1ce3f4def0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=001ca838-c681-472d-be9c-9f5b7f18b0f7,revision_number=0']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:45:58.855935 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b19fdc8-1e15-49a5-9718-df1ce3f4def0 admin admin] Checking segment: {'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:45:58.856301 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b19fdc8-1e15-49a5-9718-df1ce3f4def0 admin admin] Network hostable DHCP agents. Network: 7c2f8857-88c5-405d-9e5d-ca6a329284f0, hostable agents: ['c650f718-c130-4f09-8c91-ca922a2630e5'], hosted agents: [] {{(pid=92999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:45:58.877387 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b19fdc8-1e15-49a5-9718-df1ce3f4def0 admin admin] Network 7c2f8857-88c5-405d-9e5d-ca6a329284f0 is scheduled to be hosted by DHCP agent c650f718-c130-4f09-8c91-ca922a2630e5 with binding_index 1 {{(pid=92999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:45:58.885521 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [None req-3b19fdc8-1e15-49a5-9718-df1ce3f4def0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-smb, 7c2f8857-88c5-405d-9e5d-ca6a329284f0) {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:45:58.889704 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b19fdc8-1e15-49a5-9718-df1ce3f4def0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:45:58.890284 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-3b19fdc8-1e15-49a5-9718-df1ce3f4def0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for subnet, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:45:58.895332 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-761f0b3a-a050-42d7-9d92-81cb9d3810d1 None None] Network 7c2f8857-88c5-405d-9e5d-ca6a329284f0 requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:45:58.908492 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-3b19fdc8-1e15-49a5-9718-df1ce3f4def0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5122457 Jul 16 02:45:59.035016 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4600ab58-f084-41f5-831a-ebd5d2f7f34d None None] Network 7c2f8857-88c5-405d-9e5d-ca6a329284f0 requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:46:01.241657 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 43872) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:01.343326 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 15ad9ded-8453-4fde-a3db-c5ed21738adc up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:46:01.378767 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-b0b0db43-30e6-4a60-9228-1428ca396a0d admin admin] 10.222.0.21 "GET /v2.0/routers/fcb62101-19d3-4331-9d33-e75a21cdd711 HTTP/1.1" status: 200 len: 710 time: 0.1358829 Jul 16 02:46:01.400982 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning for port 15ad9ded-8453-4fde-a3db-c5ed21738adc completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:46:01.404867 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 15ad9ded-8453-4fde-a3db-c5ed21738adc triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:01.405238 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.466782 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f308f01-2ba5-46f1-9326-d7d4d7dba800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:46:01.468194 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-0f308f01-2ba5-46f1-9326-d7d4d7dba800 admin admin] 10.222.0.21 "GET /v2.0/networks/7c2f8857-88c5-405d-9e5d-ca6a329284f0 HTTP/1.1" status: 200 len: 886 time: 0.0844774 Jul 16 02:46:01.477400 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-23c5cc1d-91a7-41d9-ac0b-60d7a39c8115 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'}}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:46:01.480384 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.514387 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-94114009-01ec-4376-9e6d-6e084048585d None None] For port 15ad9ded-8453-4fde-a3db-c5ed21738adc, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=15ad9ded-8453-4fde-a3db-c5ed21738adc,segment=NetworkSegment(ec3c6724-8968-45e2-9be2-a9ca200d8450),segment_id=ec3c6724-8968-45e2-9be2-a9ca200d8450)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:01.518885 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.623257 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Pushing event updated for resources: {'Port': ['ID=15ad9ded-8453-4fde-a3db-c5ed21738adc,revision_number=5']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:01.731172 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-23c5cc1d-91a7-41d9-ac0b-60d7a39c8115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5490'] for router, precommit_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:01.980725 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-23c5cc1d-91a7-41d9-ac0b-60d7a39c8115 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.061095 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-23c5cc1d-91a7-41d9-ac0b-60d7a39c8115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.190999 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_common [None req-23c5cc1d-91a7-41d9-ac0b-60d7a39c8115 admin admin] Allocated IP 172.28.1.130 (7c2f8857-88c5-405d-9e5d-ca6a329284f0/001ca838-c681-472d-be9c-9f5b7f18b0f7/6d5e9c88-ec31-4ec2-ae53-631536f1b7a8) {{(pid=92999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:46:02.304560 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-23c5cc1d-91a7-41d9-ac0b-60d7a39c8115 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.345949 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-23c5cc1d-91a7-41d9-ac0b-60d7a39c8115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323'] for port, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.385188 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c5cc1d-91a7-41d9-ac0b-60d7a39c8115 admin admin] Network 7c2f8857-88c5-405d-9e5d-ca6a329284f0 is already hosted by enough agents. {{(pid=92999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:46:02.387964 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [None req-23c5cc1d-91a7-41d9-ac0b-60d7a39c8115 admin admin] Resources bound (agent type, host, resource id): {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:46:02.395445 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c5cc1d-91a7-41d9-ac0b-60d7a39c8115 admin admin] Received port after_create {{(pid=92999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:46:02.398340 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c5cc1d-91a7-41d9-ac0b-60d7a39c8115 admin admin] Pushing event updated for resources: {'Port': ['ID=6d5e9c88-ec31-4ec2-ae53-631536f1b7a8,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:02.739260 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-23c5cc1d-91a7-41d9-ac0b-60d7a39c8115 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.932336 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-23c5cc1d-91a7-41d9-ac0b-60d7a39c8115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5490'] for router, precommit_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:02.935568 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-23c5cc1d-91a7-41d9-ac0b-60d7a39c8115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441863', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-441877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-441868', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-441989'] for router, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:03.042129 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23c5cc1d-91a7-41d9-ac0b-60d7a39c8115 admin admin] Router fcb62101-19d3-4331-9d33-e75a21cdd711 has already been hosted by L3 agent c2717fd8-7624-4935-9c00-920e66229c5a {{(pid=92999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:46:03.150651 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23c5cc1d-91a7-41d9-ac0b-60d7a39c8115 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:46:03.155490 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-23c5cc1d-91a7-41d9-ac0b-60d7a39c8115 admin admin] Notify callbacks [] for router, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:03.156140 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-23c5cc1d-91a7-41d9-ac0b-60d7a39c8115 admin admin] 10.222.0.21 "PUT /v2.0/routers/fcb62101-19d3-4331-9d33-e75a21cdd711 HTTP/1.1" status: 200 len: 890 time: 1.6820278 Jul 16 02:46:03.160998 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32f1625-cd75-4a8c-85b9-cc3a1ccb10c5 None None] Sync routers for ids ['fcb62101-19d3-4331-9d33-e75a21cdd711'] in dv-cinder-788364-5-smb {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:46:03.173587 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32f1625-cd75-4a8c-85b9-cc3a1ccb10c5 None None] Routers {'fcb62101-19d3-4331-9d33-e75a21cdd711'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:46:03.174280 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-a32f1625-cd75-4a8c-85b9-cc3a1ccb10c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:45:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['fcb62101-19d3-4331-9d33-e75a21cdd711'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:03.346689 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 15ad9ded-8453-4fde-a3db-c5ed21738adc up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:46:03.424702 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-a32f1625-cd75-4a8c-85b9-cc3a1ccb10c5 None None] Set router fcb62101-19d3-4331-9d33-e75a21cdd711 gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:46:03.611015 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 15ad9ded-8453-4fde-a3db-c5ed21738adc triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:03.611390 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:03.952019 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-a32f1625-cd75-4a8c-85b9-cc3a1ccb10c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb62101-19d3-4331-9d33-e75a21cdd711', 'name': 'router1', 'tenant_id': '8fdd0ecb56fa4770a84d84690dd6bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': '6d5e9c88-ec31-4ec2-ae53-631536f1b7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:44Z', 'updated_at': '2021-07-16T02:46:02Z', 'revision_number': 4, 'project_id': '8fdd0ecb56fa4770a84d84690dd6bffb', 'gw_port': {'id': '6d5e9c88-ec31-4ec2-ae53-631536f1b7a8', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb62101-19d3-4331-9d33-e75a21cdd711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:02Z', 'updated_at': '2021-07-16T02:46:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '15ad9ded-8453-4fde-a3db-c5ed21738adc', 'name': '', 'network_id': 'e2fe47c2-246a-4ad7-a1e9-6301a972f40d', 'tenant_id': '8fdd0ecb56fa4770a84d84690dd6bffb', 'mac_address': 'fa:16:3e:2a:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb62101-19d3-4331-9d33-e75a21cdd711', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a145a437-eca2-4f8a-bc00-6751b204f89b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:54Z', 'updated_at': '2021-07-16T02:46:01Z', 'revision_number': 5, 'project_id': '8fdd0ecb56fa4770a84d84690dd6bffb', 'subnets': [{'id': 'a145a437-eca2-4f8a-bc00-6751b204f89b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e805d185-119e-402e-8832-410dd7d5e33a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:04.006454 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32f1625-cd75-4a8c-85b9-cc3a1ccb10c5 None None] Checking router: fcb62101-19d3-4331-9d33-e75a21cdd711 for host: dv-cinder-788364-5-smb {{(pid=93000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:46:04.006836 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32f1625-cd75-4a8c-85b9-cc3a1ccb10c5 None None] Updating router fcb62101-19d3-4331-9d33-e75a21cdd711 port 6d5e9c88-ec31-4ec2-ae53-631536f1b7a8 binding host dv-cinder-788364-5-smb {{(pid=93000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:46:04.045563 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a32f1625-cd75-4a8c-85b9-cc3a1ccb10c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.426248 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a32f1625-cd75-4a8c-85b9-cc3a1ccb10c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.439559 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-a32f1625-cd75-4a8c-85b9-cc3a1ccb10c5 None None] Transition to ACTIVE for port object 6d5e9c88-ec31-4ec2-ae53-631536f1b7a8 will not be triggered until provisioned by entity L2. {{(pid=93000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:46:04.446163 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a32f1625-cd75-4a8c-85b9-cc3a1ccb10c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.512405 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-a32f1625-cd75-4a8c-85b9-cc3a1ccb10c5 None None] Attempting to bind port 6d5e9c88-ec31-4ec2-ae53-631536f1b7a8 on host dv-cinder-788364-5-smb for vnic_type normal with profile {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:46:04.512994 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-a32f1625-cd75-4a8c-85b9-cc3a1ccb10c5 None None] Attempting to bind port 6d5e9c88-ec31-4ec2-ae53-631536f1b7a8 by drivers openvswitch,hyperv on host dv-cinder-788364-5-smb at level 0 using segments [{'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'}] {{(pid=93000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:46:04.513401 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32f1625-cd75-4a8c-85b9-cc3a1ccb10c5 None None] Attempting to bind port 6d5e9c88-ec31-4ec2-ae53-631536f1b7a8 on network 7c2f8857-88c5-405d-9e5d-ca6a329284f0 {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:46:04.520305 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fb013-de40-413e-8dbc-4f8c18613bc4 None None] Pushing event updated for resources: {'Port': ['ID=6d5e9c88-ec31-4ec2-ae53-631536f1b7a8,revision_number=2']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:04.524713 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32f1625-cd75-4a8c-85b9-cc3a1ccb10c5 None None] Checking agent: {'id': '8f3583b4-bf6b-4e6e-ba40-769030d39d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 45, 21), 'started_at': datetime.datetime(2021, 7, 16, 2, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 45, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:46:04.525296 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32f1625-cd75-4a8c-85b9-cc3a1ccb10c5 None None] Checking segment: {'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:46:04.525915 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a32f1625-cd75-4a8c-85b9-cc3a1ccb10c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.526478 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32f1625-cd75-4a8c-85b9-cc3a1ccb10c5 None None] Bound using segment: {'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'} {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:46:04.527116 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-a32f1625-cd75-4a8c-85b9-cc3a1ccb10c5 None None] Bound port: 6d5e9c88-ec31-4ec2-ae53-631536f1b7a8, host: dv-cinder-788364-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'}}] {{(pid=93000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:46:04.527695 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a32f1625-cd75-4a8c-85b9-cc3a1ccb10c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.591286 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-a32f1625-cd75-4a8c-85b9-cc3a1ccb10c5 None None] For port 6d5e9c88-ec31-4ec2-ae53-631536f1b7a8, host dv-cinder-788364-5-smb, cleared binding levels {{(pid=93000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:46:04.595579 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-a32f1625-cd75-4a8c-85b9-cc3a1ccb10c5 None None] For port 6d5e9c88-ec31-4ec2-ae53-631536f1b7a8, host dv-cinder-788364-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=6d5e9c88-ec31-4ec2-ae53-631536f1b7a8,segment=NetworkSegment(552c363b-8a94-4391-a7bf-95f73577cc8e),segment_id=552c363b-8a94-4391-a7bf-95f73577cc8e)] {{(pid=93000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:46:04.600517 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a32f1625-cd75-4a8c-85b9-cc3a1ccb10c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:04.761214 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183fb013-de40-413e-8dbc-4f8c18613bc4 None None] Pushing event updated for resources: {'Port': ['ID=6d5e9c88-ec31-4ec2-ae53-631536f1b7a8,revision_number=3']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:04.764002 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a32f1625-cd75-4a8c-85b9-cc3a1ccb10c5 None None] Routers {'fcb62101-19d3-4331-9d33-e75a21cdd711'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:46:04.764616 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-a32f1625-cd75-4a8c-85b9-cc3a1ccb10c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:45:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['fcb62101-19d3-4331-9d33-e75a21cdd711'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:04.885600 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-a32f1625-cd75-4a8c-85b9-cc3a1ccb10c5 None None] Set router fcb62101-19d3-4331-9d33-e75a21cdd711 gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:46:05.139966 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-a32f1625-cd75-4a8c-85b9-cc3a1ccb10c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcb62101-19d3-4331-9d33-e75a21cdd711', 'name': 'router1', 'tenant_id': '8fdd0ecb56fa4770a84d84690dd6bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': '6d5e9c88-ec31-4ec2-ae53-631536f1b7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:44Z', 'updated_at': '2021-07-16T02:46:02Z', 'revision_number': 4, 'project_id': '8fdd0ecb56fa4770a84d84690dd6bffb', 'gw_port': {'id': '6d5e9c88-ec31-4ec2-ae53-631536f1b7a8', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb62101-19d3-4331-9d33-e75a21cdd711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:02Z', 'updated_at': '2021-07-16T02:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '15ad9ded-8453-4fde-a3db-c5ed21738adc', 'name': '', 'network_id': 'e2fe47c2-246a-4ad7-a1e9-6301a972f40d', 'tenant_id': '8fdd0ecb56fa4770a84d84690dd6bffb', 'mac_address': 'fa:16:3e:2a:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb62101-19d3-4331-9d33-e75a21cdd711', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a145a437-eca2-4f8a-bc00-6751b204f89b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:54Z', 'updated_at': '2021-07-16T02:46:01Z', 'revision_number': 5, 'project_id': '8fdd0ecb56fa4770a84d84690dd6bffb', 'subnets': [{'id': 'a145a437-eca2-4f8a-bc00-6751b204f89b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e805d185-119e-402e-8832-410dd7d5e33a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:46:05.190789 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32f1625-cd75-4a8c-85b9-cc3a1ccb10c5 None None] The sync data for ids ['fcb62101-19d3-4331-9d33-e75a21cdd711'] in dv-cinder-788364-5-smb is: [{'id': 'fcb62101-19d3-4331-9d33-e75a21cdd711', 'name': 'router1', 'tenant_id': '8fdd0ecb56fa4770a84d84690dd6bffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.130'}], 'enable_snat': True}, 'gw_port_id': '6d5e9c88-ec31-4ec2-ae53-631536f1b7a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:45:44Z', 'updated_at': '2021-07-16T02:46:02Z', 'revision_number': 4, 'project_id': '8fdd0ecb56fa4770a84d84690dd6bffb', 'gw_port': {'id': '6d5e9c88-ec31-4ec2-ae53-631536f1b7a8', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9f:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcb62101-19d3-4331-9d33-e75a21cdd711', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:46:02Z', 'updated_at': '2021-07-16T02:46:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '15ad9ded-8453-4fde-a3db-c5ed21738adc', 'name': '', 'network_id': 'e2fe47c2-246a-4ad7-a1e9-6301a972f40d', 'tenant_id': '8fdd0ecb56fa4770a84d84690dd6bffb', 'mac_address': 'fa:16:3e:2a:f9:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcb62101-19d3-4331-9d33-e75a21cdd711', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a145a437-eca2-4f8a-bc00-6751b204f89b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:45:54Z', 'updated_at': '2021-07-16T02:46:01Z', 'revision_number': 5, 'project_id': '8fdd0ecb56fa4770a84d84690dd6bffb', 'subnets': [{'id': 'a145a437-eca2-4f8a-bc00-6751b204f89b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'e805d185-119e-402e-8832-410dd7d5e33a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:46:05.713195 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 43880) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:46:05.896487 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-d13edcc5-1d7d-475c-a294-1dcefec84266 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1817603 Jul 16 02:46:07.391276 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 6d5e9c88-ec31-4ec2-ae53-631536f1b7a8 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:46:07.459401 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning for port 6d5e9c88-ec31-4ec2-ae53-631536f1b7a8 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:46:07.466554 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 6d5e9c88-ec31-4ec2-ae53-631536f1b7a8 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:07.467172 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:07.622957 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:07.658940 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-94114009-01ec-4376-9e6d-6e084048585d None None] For port 6d5e9c88-ec31-4ec2-ae53-631536f1b7a8, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=6d5e9c88-ec31-4ec2-ae53-631536f1b7a8,segment=NetworkSegment(552c363b-8a94-4391-a7bf-95f73577cc8e),segment_id=552c363b-8a94-4391-a7bf-95f73577cc8e)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:46:07.664334 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:07.743632 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Pushing event updated for resources: {'Port': ['ID=6d5e9c88-ec31-4ec2-ae53-631536f1b7a8,revision_number=4']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:46:09.378700 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 6d5e9c88-ec31-4ec2-ae53-631536f1b7a8 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:46:09.444714 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 6d5e9c88-ec31-4ec2-ae53-631536f1b7a8 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:46:09.444999 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:18.321701 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-b6a1aadf-c1ec-4c9d-8b8e-7d119a4f9b67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:21.306892 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:21.556045 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a559e3fd-5010-48a6-8126-e9ae560ae0b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:22.661803 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:24.071973 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:28.103248 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 5 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:46:48.385096 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-eae3e3c1-25f3-40cc-b63f-19c5a4504c78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:51.304370 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:51.548582 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-475fe9c4-cc03-42cc-aa5a-15cd4d64dd67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:52.664757 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:46:54.071209 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:05.100314 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 5 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:47:18.320536 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-3195cdb1-e2fe-4040-857e-5268b7bf29ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:21.299735 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:21.556611 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-89e51803-897a-4e8c-833e-9fbf7c7330cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:22.662145 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:24.077122 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:42.099926 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 5 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:47:46.890741 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 44448) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:47:46.953047 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.pecan_wsgi.hooks.translation [None req-6569fe2a-ca6e-4a71-a20f-89b9d0bc0eb2 admin admin] GET failed (client error): The resource could not be found. Jul 16 02:47:46.954428 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-6569fe2a-ca6e-4a71-a20f-89b9d0bc0eb2 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0627527 Jul 16 02:47:47.125335 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6425d3-7db9-4cef-9841-c6915b78e063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:47.127091 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-eb6425d3-7db9-4cef-9841-c6915b78e063 admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1687005 Jul 16 02:47:48.326606 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-95b25309-421c-4d61-b1c9-bf11d3b8ecd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:49.574000 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 44458) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:47:49.822426 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.policy [None req-483b0171-68ea-4f3d-ae09-353e193ca878 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92998) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 02:47:49.869282 dv-cinder-788364-5-smb neutron-server[92998]: WARNING oslo_policy.policy [None req-483b0171-68ea-4f3d-ae09-353e193ca878 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 02:47:49.869588 dv-cinder-788364-5-smb neutron-server[92998]: WARNING oslo_policy.policy [None req-483b0171-68ea-4f3d-ae09-353e193ca878 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 02:47:49.878276 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-483b0171-68ea-4f3d-ae09-353e193ca878 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:49.880136 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-483b0171-68ea-4f3d-ae09-353e193ca878 admin admin] 10.222.0.21 "GET /v2.0/subnets/a145a437-eca2-4f8a-bc00-6751b204f89b HTTP/1.1" status: 200 len: 849 time: 0.3051703 Jul 16 02:47:49.890019 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-25816c10-3016-4133-a849-e43b8c05cfad admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:47:49.994846 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-25816c10-3016-4133-a849-e43b8c05cfad admin admin] Notify callbacks [] for subnet, before_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:50.161972 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-25816c10-3016-4133-a849-e43b8c05cfad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8744535025291'] for subnet, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:50.239482 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25816c10-3016-4133-a849-e43b8c05cfad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:50.239780 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-25816c10-3016-4133-a849-e43b8c05cfad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for subnet, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:50.241095 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-25816c10-3016-4133-a849-e43b8c05cfad admin admin] 10.222.0.21 "PUT /v2.0/subnets/a145a437-eca2-4f8a-bc00-6751b204f89b HTTP/1.1" status: 200 len: 868 time: 0.3554616 Jul 16 02:47:50.243447 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742e360e-50ae-47a2-b6ee-32bc82a002e7 None None] Network e2fe47c2-246a-4ad7-a1e9-6301a972f40d requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:47:50.254642 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25816c10-3016-4133-a849-e43b8c05cfad admin admin] Pushing event updated for resources: {'Subnet': ['ID=a145a437-eca2-4f8a-bc00-6751b204f89b,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:47:50.265620 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25816c10-3016-4133-a849-e43b8c05cfad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:50.265620 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25816c10-3016-4133-a849-e43b8c05cfad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:50.265620 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25816c10-3016-4133-a849-e43b8c05cfad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:50.266203 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25816c10-3016-4133-a849-e43b8c05cfad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:50.266348 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25816c10-3016-4133-a849-e43b8c05cfad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:50.266749 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25816c10-3016-4133-a849-e43b8c05cfad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:50.267758 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25816c10-3016-4133-a849-e43b8c05cfad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:50.267758 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25816c10-3016-4133-a849-e43b8c05cfad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:50.267758 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25816c10-3016-4133-a849-e43b8c05cfad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:50.268415 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25816c10-3016-4133-a849-e43b8c05cfad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:50.268415 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25816c10-3016-4133-a849-e43b8c05cfad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:50.268682 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25816c10-3016-4133-a849-e43b8c05cfad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25816c10-3016-4133-a849-e43b8c05cfad admin admin] Tracked resource versions report: Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: pushed versions: Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: { 'AddressGroup': {'1.2'}, Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: 'ConntrackHelper': {'1.0'}, Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: 'Log': {'1.0'}, Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: 'Network': {'1.1'}, Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: 'Port': {'1.7'}, Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: 'PortForwarding': {'1.2'}, Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: 'QosPolicy': {'1.8'}, Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: 'SecurityGroup': {'1.4'}, Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: 'SecurityGroupRule': {'1.2'}, Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: 'SubPort': {'1.0'}, Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: 'Subnet': {'1.1'}, Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: 'Trunk': {'1.1'}} Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: consumer versions: Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: { DHCP agent@dv-cinder-788364-5-smb: {}, Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: L3 agent@dv-cinder-788364-5-smb: {}, Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: Metadata agent@dv-cinder-788364-5-smb: {}, Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: Metering agent@dv-cinder-788364-5-smb: {}, Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: Open vSwitch agent@dv-cinder-788364-5-smb: { 'AddressGroup': '1.2', Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: 'ConntrackHelper': '1.0', Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: 'Log': '1.0', Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: 'Network': '1.1', Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: 'Port': '1.7', Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: 'PortForwarding': '1.2', Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: 'QosPolicy': '1.8', Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: 'SecurityGroup': '1.4', Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: 'SecurityGroupRule': '1.2', Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: 'SubPort': '1.0', Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: 'Subnet': '1.1', Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: 'Trunk': '1.1'}} Jul 16 02:47:50.269782 dv-cinder-788364-5-smb neutron-server[92998]: {{(pid=92998) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 02:47:50.681224 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-0ca308c0-4804-49fb-9c60-b4af7c611ac8 None None] Provisioning complete for port cec8e4a4-9920-47aa-b8e7-8e172d1978c1 triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:47:50.681674 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-0ca308c0-4804-49fb-9c60-b4af7c611ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:50.832724 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-0ca308c0-4804-49fb-9c60-b4af7c611ac8 None None] Provisioning complete for port 15ad9ded-8453-4fde-a3db-c5ed21738adc triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:47:50.833381 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-0ca308c0-4804-49fb-9c60-b4af7c611ac8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:51.305266 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:51.552947 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-4bd21a7b-89a9-4985-b729-c74ba54ee21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:52.504400 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 44474) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:47:52.665133 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:52.743511 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd3676d-8229-44ea-87d9-9466d674f542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:52.743920 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd3676d-8229-44ea-87d9-9466d674f542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:52.745466 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-3dd3676d-8229-44ea-87d9-9466d674f542 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2400439 Jul 16 02:47:54.078993 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:47:54.952951 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 44482) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:47:55.150580 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e198b6c-8518-4ee5-a65d-91ff5a777f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:55.150959 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e198b6c-8518-4ee5-a65d-91ff5a777f7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:55.152702 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-3e198b6c-8518-4ee5-a65d-91ff5a777f7c admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1987898 Jul 16 02:47:57.359559 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 44490) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:47:57.489240 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a599eb79-759e-4046-ab92-105bec392e6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:57.490625 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-a599eb79-759e-4046-ab92-105bec392e6c admin admin] 10.222.0.21 "GET /v2.0/networks/7c2f8857-88c5-405d-9e5d-ca6a329284f0 HTTP/1.1" status: 200 len: 886 time: 0.1300673 Jul 16 02:47:59.734620 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 44498) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:47:59.939137 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048cfb72-f425-43c2-9c77-35e33c244703 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:47:59.940534 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-048cfb72-f425-43c2-9c77-35e33c244703 admin admin] 10.222.0.21 "GET /v2.0/networks/e2fe47c2-246a-4ad7-a1e9-6301a972f40d HTTP/1.1" status: 200 len: 869 time: 0.2049527 Jul 16 02:48:02.139218 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 44506) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:02.283158 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da87822-3f73-46f1-99e3-cfb1b7fd7937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:02.283617 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da87822-3f73-46f1-99e3-cfb1b7fd7937 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:02.285163 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-9da87822-3f73-46f1-99e3-cfb1b7fd7937 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1450014 Jul 16 02:48:04.485628 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 44514) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:04.578832 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68085473-b0de-42e0-b36e-866efd3aa464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:04.579295 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68085473-b0de-42e0-b36e-866efd3aa464 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:04.580933 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-68085473-b0de-42e0-b36e-866efd3aa464 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0943582 Jul 16 02:48:06.820312 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 44522) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:06.907969 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05782b3f-17bb-4b74-9b2b-a57aabac92e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:06.909330 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-05782b3f-17bb-4b74-9b2b-a57aabac92e8 admin admin] 10.222.0.21 "GET /v2.0/subnets/001ca838-c681-472d-be9c-9f5b7f18b0f7 HTTP/1.1" status: 200 len: 816 time: 0.0880692 Jul 16 02:48:09.096424 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 44530) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:09.186912 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06257e45-5a12-425c-b38b-e1562d739bfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:09.188265 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-06257e45-5a12-425c-b38b-e1562d739bfb admin admin] 10.222.0.21 "GET /v2.0/subnets/a145a437-eca2-4f8a-bc00-6751b204f89b HTTP/1.1" status: 200 len: 868 time: 0.0909810 Jul 16 02:48:18.329639 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-4f284cf3-b72c-4e5d-88b0-98bca2c63750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:19.098432 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 5 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:48:21.298656 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:21.554883 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-6a1a75fc-6264-40c8-bf36-9a896d02541a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:22.666254 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:24.090646 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:34.068922 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 44582) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:34.116435 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [None req-2a2f80b3-6334-4f67-a4d4-c6bd42979f2c admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:48:34.117448 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-2a2f80b3-6334-4f67-a4d4-c6bd42979f2c admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0475740 Jul 16 02:48:36.412303 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 44590) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:36.472941 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.pecan_wsgi.hooks.translation [None req-2287c607-5f42-435c-813e-11c975451010 admin admin] GET failed (client error): The resource could not be found. Jul 16 02:48:36.474259 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-2287c607-5f42-435c-813e-11c975451010 admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0610137 Jul 16 02:48:36.557662 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1530ac3-0d93-4dee-9c08-773adb858041 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:36.559598 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-d1530ac3-0d93-4dee-9c08-773adb858041 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0813022 Jul 16 02:48:38.781109 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 44598) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:38.828325 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-1f396d9f-8fe4-4d94-9867-e9d58baeadcb admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:48:38.849416 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f396d9f-8fe4-4d94-9867-e9d58baeadcb admin admin] Made reservation on behalf of d44ef7932e644922847e219d9873e53d for: {'network': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:48:38.852032 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-1f396d9f-8fe4-4d94-9867-e9d58baeadcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for network, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:38.883373 dv-cinder-788364-5-smb neutron-server[92999]: WARNING neutron.services.revisions.revision_plugin [None req-1f396d9f-8fe4-4d94-9867-e9d58baeadcb admin admin] Could not find related network for resource to bump revision. Jul 16 02:48:38.895777 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f396d9f-8fe4-4d94-9867-e9d58baeadcb admin admin] vlan segment allocate from pool success with {'vlan_id': 525, 'physical_network': 'physnet1'} {{(pid=92999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:48:38.905440 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-1f396d9f-8fe4-4d94-9867-e9d58baeadcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:38.905804 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.db.segments_db [None req-1f396d9f-8fe4-4d94-9867-e9d58baeadcb admin admin] Added segment c2148e97-2ca2-4792-9bf9-1dcdc45b0171 of type vlan for network a22e6e87-305d-46fa-b2cb-69629eb50f6a Jul 16 02:48:38.943819 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-1f396d9f-8fe4-4d94-9867-e9d58baeadcb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744534580228'] for network, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:38.972490 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-1f396d9f-8fe4-4d94-9867-e9d58baeadcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154'] for network, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:38.973443 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f396d9f-8fe4-4d94-9867-e9d58baeadcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:38.974022 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-1f396d9f-8fe4-4d94-9867-e9d58baeadcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:39.006409 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-1f396d9f-8fe4-4d94-9867-e9d58baeadcb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2241406 Jul 16 02:48:39.037305 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f396d9f-8fe4-4d94-9867-e9d58baeadcb admin admin] Pushing event updated for resources: {'Network': ['ID=a22e6e87-305d-46fa-b2cb-69629eb50f6a,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:39.045842 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f396d9f-8fe4-4d94-9867-e9d58baeadcb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:39.046195 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f396d9f-8fe4-4d94-9867-e9d58baeadcb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:39.046541 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f396d9f-8fe4-4d94-9867-e9d58baeadcb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:39.046875 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f396d9f-8fe4-4d94-9867-e9d58baeadcb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:39.047208 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f396d9f-8fe4-4d94-9867-e9d58baeadcb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:39.047541 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f396d9f-8fe4-4d94-9867-e9d58baeadcb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:39.047904 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f396d9f-8fe4-4d94-9867-e9d58baeadcb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:39.048238 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f396d9f-8fe4-4d94-9867-e9d58baeadcb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:39.048585 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f396d9f-8fe4-4d94-9867-e9d58baeadcb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:39.048914 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f396d9f-8fe4-4d94-9867-e9d58baeadcb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:39.049242 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f396d9f-8fe4-4d94-9867-e9d58baeadcb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:39.049565 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f396d9f-8fe4-4d94-9867-e9d58baeadcb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:39.061374 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Network a22e6e87-305d-46fa-b2cb-69629eb50f6a details requested by agent ovs-agent-dv-cinder-788364-5-smb with host dv-cinder-788364-5-smb {{(pid=93000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:48:41.242374 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 44606) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:48:41.300785 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.pecan_wsgi.hooks.translation [None req-22332784-b461-4ce6-b42a-4e2857dd5b3b admin admin] GET failed (client error): The resource could not be found. Jul 16 02:48:41.302132 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-22332784-b461-4ce6-b42a-4e2857dd5b3b admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0587993 Jul 16 02:48:41.478049 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c163cbf-9022-42a7-b9ec-85c7b373f8a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:41.479477 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-1c163cbf-9022-42a7-b9ec-85c7b373f8a2 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1734986 Jul 16 02:48:41.489258 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-16297ec9-981d-494b-8754-58d4061b9439 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': 'a22e6e87-305d-46fa-b2cb-69629eb50f6a'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:48:41.508852 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16297ec9-981d-494b-8754-58d4061b9439 admin admin] Made reservation on behalf of d44ef7932e644922847e219d9873e53d for: {'subnet': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:48:41.511862 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-16297ec9-981d-494b-8754-58d4061b9439 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:41.685827 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-16297ec9-981d-494b-8754-58d4061b9439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154'] for subnet, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:41.739266 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16297ec9-981d-494b-8754-58d4061b9439 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb40fc2d-e834-4ac7-b97f-827806675359,revision_number=0']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:41.750121 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16297ec9-981d-494b-8754-58d4061b9439 admin admin] Checking segment: {'id': 'c2148e97-2ca2-4792-9bf9-1dcdc45b0171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a22e6e87-305d-46fa-b2cb-69629eb50f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:48:41.750494 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16297ec9-981d-494b-8754-58d4061b9439 admin admin] Network hostable DHCP agents. Network: a22e6e87-305d-46fa-b2cb-69629eb50f6a, hostable agents: ['c650f718-c130-4f09-8c91-ca922a2630e5'], hosted agents: [] {{(pid=92999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:48:41.767284 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16297ec9-981d-494b-8754-58d4061b9439 admin admin] Network a22e6e87-305d-46fa-b2cb-69629eb50f6a is scheduled to be hosted by DHCP agent c650f718-c130-4f09-8c91-ca922a2630e5 with binding_index 1 {{(pid=92999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:48:41.775908 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [None req-16297ec9-981d-494b-8754-58d4061b9439 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-smb, a22e6e87-305d-46fa-b2cb-69629eb50f6a) {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:48:41.779999 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16297ec9-981d-494b-8754-58d4061b9439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:48:41.780588 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-16297ec9-981d-494b-8754-58d4061b9439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for subnet, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:41.788526 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e11161-db04-4cf2-8f78-4d2bb02116d8 None None] Network a22e6e87-305d-46fa-b2cb-69629eb50f6a requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:48:41.797609 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-16297ec9-981d-494b-8754-58d4061b9439 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3120415 Jul 16 02:48:41.945512 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabc5b27b-dadf-567d-9539-593606d9a02e-a22e6e87-305d-46fa-b2cb-69629eb50f6a', 'network_id': 'a22e6e87-305d-46fa-b2cb-69629eb50f6a', 'tenant_id': 'd44ef7932e644922847e219d9873e53d', 'fixed_ips': [{'subnet_id': 'bb40fc2d-e834-4ac7-b97f-827806675359'}]}} from dv-cinder-788364-5-smb. {{(pid=93000) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:48:41.946404 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:42.095252 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.db_base_plugin_common [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Allocated IP 192.168.233.2 (a22e6e87-305d-46fa-b2cb-69629eb50f6a/bb40fc2d-e834-4ac7-b97f-827806675359/b32b9e60-2cdf-40d7-80b9-828df3ff8cee) {{(pid=93000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:48:42.258595 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Notify callbacks [] for port, precommit_create {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:42.268439 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Transition to ACTIVE for port object b32b9e60-2cdf-40d7-80b9-828df3ff8cee will not be triggered until provisioned by entity L2. {{(pid=93000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:48:42.284719 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Transition to ACTIVE for port object b32b9e60-2cdf-40d7-80b9-828df3ff8cee will not be triggered until provisioned by entity DHCP. {{(pid=93000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:48:42.291510 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323'] for port, after_create {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:42.337937 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Network a22e6e87-305d-46fa-b2cb-69629eb50f6a is already hosted by enough agents. {{(pid=93000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:48:42.342874 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.scheduler.base_scheduler [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Resources bound (agent type, host, resource id): {{(pid=93000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:48:42.344611 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Pushing event updated for resources: {'Port': ['ID=b32b9e60-2cdf-40d7-80b9-828df3ff8cee,revision_number=1']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:42.346856 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Received port after_create {{(pid=93000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:48:42.358179 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:42.358536 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:42.358885 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:42.359227 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:42.359570 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:42.359926 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:42.360264 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:42.360597 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:42.360929 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:42.361259 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:42.361594 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:42.361919 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:48:42.419489 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Attempting to bind port b32b9e60-2cdf-40d7-80b9-828df3ff8cee on host dv-cinder-788364-5-smb for vnic_type normal with profile {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:48:42.419880 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Attempting to bind port b32b9e60-2cdf-40d7-80b9-828df3ff8cee by drivers openvswitch,hyperv on host dv-cinder-788364-5-smb at level 0 using segments [{'id': 'c2148e97-2ca2-4792-9bf9-1dcdc45b0171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a22e6e87-305d-46fa-b2cb-69629eb50f6a'}] {{(pid=93000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:48:42.420249 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Attempting to bind port b32b9e60-2cdf-40d7-80b9-828df3ff8cee on network a22e6e87-305d-46fa-b2cb-69629eb50f6a {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:48:42.425372 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Checking agent: {'id': '8f3583b4-bf6b-4e6e-ba40-769030d39d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 45, 21), 'started_at': datetime.datetime(2021, 7, 16, 2, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 48, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:48:42.425752 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Checking segment: {'id': 'c2148e97-2ca2-4792-9bf9-1dcdc45b0171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a22e6e87-305d-46fa-b2cb-69629eb50f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:48:42.426169 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:42.426588 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Bound using segment: {'id': 'c2148e97-2ca2-4792-9bf9-1dcdc45b0171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a22e6e87-305d-46fa-b2cb-69629eb50f6a'} {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:48:42.427055 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Bound port: b32b9e60-2cdf-40d7-80b9-828df3ff8cee, host: dv-cinder-788364-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2148e97-2ca2-4792-9bf9-1dcdc45b0171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a22e6e87-305d-46fa-b2cb-69629eb50f6a'}}] {{(pid=93000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:48:42.427452 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:42.492440 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] For port b32b9e60-2cdf-40d7-80b9-828df3ff8cee, host dv-cinder-788364-5-smb, cleared binding levels {{(pid=93000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:48:42.496791 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] For port b32b9e60-2cdf-40d7-80b9-828df3ff8cee, host dv-cinder-788364-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=b32b9e60-2cdf-40d7-80b9-828df3ff8cee,segment=NetworkSegment(c2148e97-2ca2-4792-9bf9-1dcdc45b0171),segment_id=c2148e97-2ca2-4792-9bf9-1dcdc45b0171)] {{(pid=93000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:48:42.501230 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:42.565402 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbe9512-3562-42b2-a2ed-73bbb93b1400 None None] Pushing event updated for resources: {'Port': ['ID=b32b9e60-2cdf-40d7-80b9-828df3ff8cee,revision_number=2']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:43.372152 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6750c2b5-d8e9-447d-810a-2a660d1d58b4 None None] Network a22e6e87-305d-46fa-b2cb-69629eb50f6a requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:48:43.501551 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-5612083b-8eda-464a-86f6-2ac5e24e702b None None] Provisioning for port b32b9e60-2cdf-40d7-80b9-828df3ff8cee completed by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:48:43.509698 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device b32b9e60-2cdf-40d7-80b9-828df3ff8cee up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:48:43.607267 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning for port b32b9e60-2cdf-40d7-80b9-828df3ff8cee completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:48:43.611499 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port b32b9e60-2cdf-40d7-80b9-828df3ff8cee triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:48:43.611782 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:43.713815 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:43.758365 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-94114009-01ec-4376-9e6d-6e084048585d None None] For port b32b9e60-2cdf-40d7-80b9-828df3ff8cee, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=b32b9e60-2cdf-40d7-80b9-828df3ff8cee,segment=NetworkSegment(c2148e97-2ca2-4792-9bf9-1dcdc45b0171),segment_id=c2148e97-2ca2-4792-9bf9-1dcdc45b0171)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:48:43.764742 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:43.817056 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Pushing event updated for resources: {'Port': ['ID=b32b9e60-2cdf-40d7-80b9-828df3ff8cee,revision_number=3']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:48:43.836245 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-9a9d27c6-9aa6-4002-a358-e7795c8ab198 None None] Provisioning complete for port b32b9e60-2cdf-40d7-80b9-828df3ff8cee triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:48:43.836620 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-9a9d27c6-9aa6-4002-a358-e7795c8ab198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:45.466698 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device b32b9e60-2cdf-40d7-80b9-828df3ff8cee up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:48:45.514559 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port b32b9e60-2cdf-40d7-80b9-828df3ff8cee triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:48:45.514931 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:48.337209 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ca79d0a2-af09-4b58-a0b0-2fcc67866190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:51.303696 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:51.559918 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-30e71b17-83aa-40c7-9795-cfc4c9733cba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:52.668745 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:54.099748 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:48:56.096794 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 5 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:49:18.331658 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-cb709771-5905-4455-959b-e10935248713 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:21.306552 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:21.562650 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-9e6354ad-5280-40c6-a392-a7730cff7224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:22.671406 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:24.098670 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:33.095279 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 5 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:49:48.335462 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-3fc9f1cd-7d1b-4fd5-895b-a1f7227bc690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:51.311054 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:51.563889 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-7dd328c2-3d32-45cc-ae7c-ef6858407f54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:52.675228 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:54.092230 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:49:59.858500 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 44660) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:49:59.864971 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [None req-b6f80d88-2ae5-4e9e-a7c2-72f731cf882b tempest-verify_tempest_config-893223771 tempest-verify_tempest_config-893223771-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:49:59.865981 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-b6f80d88-2ae5-4e9e-a7c2-72f731cf882b tempest-verify_tempest_config-893223771 tempest-verify_tempest_config-893223771-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065010 Jul 16 02:50:00.180229 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 44678) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:50:00.283288 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-9c28f1fe-6487-43aa-b957-83a52c873c78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:00.374802 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-9c28f1fe-6487-43aa-b957-83a52c873c78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:00.378697 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-9c28f1fe-6487-43aa-b957-83a52c873c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:00.426873 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c28f1fe-6487-43aa-b957-83a52c873c78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add12e0e-2178-4de9-a4eb-753621e2b2f2,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:50:00.431704 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-9c28f1fe-6487-43aa-b957-83a52c873c78 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=324cca6cce104cdf826a4d82f08130dd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2503965 Jul 16 02:50:00.434723 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 44682) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:50:00.437280 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c28f1fe-6487-43aa-b957-83a52c873c78 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:00.437628 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c28f1fe-6487-43aa-b957-83a52c873c78 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:00.437968 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c28f1fe-6487-43aa-b957-83a52c873c78 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:00.438303 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c28f1fe-6487-43aa-b957-83a52c873c78 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:00.438633 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c28f1fe-6487-43aa-b957-83a52c873c78 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:00.438963 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c28f1fe-6487-43aa-b957-83a52c873c78 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:00.439291 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c28f1fe-6487-43aa-b957-83a52c873c78 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:00.439613 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c28f1fe-6487-43aa-b957-83a52c873c78 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:00.439984 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c28f1fe-6487-43aa-b957-83a52c873c78 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:00.440317 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c28f1fe-6487-43aa-b957-83a52c873c78 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:00.440637 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c28f1fe-6487-43aa-b957-83a52c873c78 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:00.440954 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c28f1fe-6487-43aa-b957-83a52c873c78 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:00.523075 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-e5f830e9-1872-4ff3-ba33-8abe1a1797a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:00.546196 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-e5f830e9-1872-4ff3-ba33-8abe1a1797a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:00.642201 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-e5f830e9-1872-4ff3-ba33-8abe1a1797a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:00.646175 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-e5f830e9-1872-4ff3-ba33-8abe1a1797a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:00.647458 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-e5f830e9-1872-4ff3-ba33-8abe1a1797a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/add12e0e-2178-4de9-a4eb-753621e2b2f2 HTTP/1.1" status: 204 len: 168 time: 0.2117503 Jul 16 02:50:00.657107 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f830e9-1872-4ff3-ba33-8abe1a1797a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add12e0e-2178-4de9-a4eb-753621e2b2f2,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:50:00.663935 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f830e9-1872-4ff3-ba33-8abe1a1797a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:00.664937 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f830e9-1872-4ff3-ba33-8abe1a1797a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:00.665286 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f830e9-1872-4ff3-ba33-8abe1a1797a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:00.665626 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f830e9-1872-4ff3-ba33-8abe1a1797a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:00.665968 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f830e9-1872-4ff3-ba33-8abe1a1797a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:00.666301 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f830e9-1872-4ff3-ba33-8abe1a1797a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:00.666808 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f830e9-1872-4ff3-ba33-8abe1a1797a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:00.667145 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f830e9-1872-4ff3-ba33-8abe1a1797a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:00.667490 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f830e9-1872-4ff3-ba33-8abe1a1797a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:00.667897 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f830e9-1872-4ff3-ba33-8abe1a1797a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:00.668182 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f830e9-1872-4ff3-ba33-8abe1a1797a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:00.668505 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f830e9-1872-4ff3-ba33-8abe1a1797a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:50:10.094599 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 5 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:50:18.337845 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-525a7e52-4405-4711-99a6-47ee4c7f7d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:21.312958 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:21.567926 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-be447d71-502c-4c79-b32c-9bc8992a617f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:22.679439 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:24.094523 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:47.092925 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 5 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:50:48.344247 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-c81ac7bb-c13e-44e1-a698-0e2ff5570ec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:51.316562 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:51.576684 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-8e6d924d-e79e-4257-839e-7ec9506d50ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:52.681121 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:50:54.097712 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:18.343750 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-8ec13fee-a167-4c32-bd77-4e822d7d073a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:21.318894 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:21.568043 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a0229a6d-b649-40e4-960d-f0ef54cb7795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:22.684243 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:24.093598 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 5 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:51:24.101030 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:47.255954 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-437004'] for agent, after_create {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:48.345648 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-99b2c467-301a-4285-b9b5-68b5f78b16d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:51.320165 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:51.569857 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-99f7bc34-e518-4736-8fc9-07f5a0a618c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:52.688198 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:51:54.109605 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:01.093889 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 6 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:52:02.370623 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 44758) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:52:02.479441 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-c2ffa4d7-92d0-473e-b76d-567ec67a679c admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1074116 Jul 16 02:52:04.649168 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 44768) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:52:04.704167 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-3debd196-f0ca-4622-a008-f9b062c8a4e0 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0538857 Jul 16 02:52:17.201977 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:18.346677 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d54ab47c-9e31-455c-8e42-095978795d43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:21.321408 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:21.570159 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-dbd2a324-07f0-43c2-8de8-f50714c0f776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:22.690302 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:24.109180 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:38.093873 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 6 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:52:47.202286 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:48.353241 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-97d30bde-e249-4cd0-9d53-4aa05ab38e7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:51.323166 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:51.569742 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-822b89ee-6c29-4af3-869b-8856e7143aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:52.693277 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:52:54.112047 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:15.093355 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 6 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:53:17.212348 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:18.348984 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-95afd545-b24c-4ec3-81ef-703eeea45f33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:21.325770 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:21.571597 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-b958ff82-a177-486d-a4ed-e43a1932b0e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:22.698391 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:24.114576 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:43.080074 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 44924) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:43.503001 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-03a90791-5557-49e3-8fb3-d893749413ec admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1253073641-network', 'tenant_id': '8e3acf92991541b1a13b2b0872c8876d'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:53:43.529638 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a90791-5557-49e3-8fb3-d893749413ec admin admin] Made reservation on behalf of 8e3acf92991541b1a13b2b0872c8876d for: {'network': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:53:43.532252 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-03a90791-5557-49e3-8fb3-d893749413ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for network, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:43.542361 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-03a90791-5557-49e3-8fb3-d893749413ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:43.652732 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-03a90791-5557-49e3-8fb3-d893749413ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:43.657305 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-03a90791-5557-49e3-8fb3-d893749413ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:43.686317 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a90791-5557-49e3-8fb3-d893749413ec admin admin] vlan segment allocate from pool success with {'vlan_id': 545, 'physical_network': 'physnet1'} {{(pid=92999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:53:43.689370 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a90791-5557-49e3-8fb3-d893749413ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59ff007-cf2b-474e-826e-d773508eabde,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:43.702575 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a90791-5557-49e3-8fb3-d893749413ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:43.702909 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a90791-5557-49e3-8fb3-d893749413ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:43.703427 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a90791-5557-49e3-8fb3-d893749413ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:43.703982 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a90791-5557-49e3-8fb3-d893749413ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:43.704314 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a90791-5557-49e3-8fb3-d893749413ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:43.704647 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a90791-5557-49e3-8fb3-d893749413ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:43.704974 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a90791-5557-49e3-8fb3-d893749413ec admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:43.705308 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a90791-5557-49e3-8fb3-d893749413ec admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:43.705650 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a90791-5557-49e3-8fb3-d893749413ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:43.705977 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a90791-5557-49e3-8fb3-d893749413ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:43.706295 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a90791-5557-49e3-8fb3-d893749413ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:43.706613 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a90791-5557-49e3-8fb3-d893749413ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03a90791-5557-49e3-8fb3-d893749413ec admin admin] Tracked resource versions report: Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: pushed versions: Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: { 'AddressGroup': {'1.2'}, Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: 'ConntrackHelper': {'1.0'}, Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: 'Log': {'1.0'}, Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: 'Network': {'1.1'}, Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: 'Port': {'1.7'}, Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: 'PortForwarding': {'1.2'}, Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: 'QosPolicy': {'1.8'}, Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: 'SecurityGroup': {'1.4'}, Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: 'SecurityGroupRule': {'1.2'}, Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: 'SubPort': {'1.0'}, Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: 'Subnet': {'1.1'}, Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: 'Trunk': {'1.1'}} Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: consumer versions: Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: { DHCP agent@dv-cinder-788364-5-smb: {}, Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: HyperV agent@hv-cinder-78836: {}, Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: L3 agent@dv-cinder-788364-5-smb: {}, Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: Metadata agent@dv-cinder-788364-5-smb: {}, Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: Metering agent@dv-cinder-788364-5-smb: {}, Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: Open vSwitch agent@dv-cinder-788364-5-smb: { 'AddressGroup': '1.2', Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: 'ConntrackHelper': '1.0', Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: 'Log': '1.0', Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: 'Network': '1.1', Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: 'Port': '1.7', Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: 'PortForwarding': '1.2', Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: 'QosPolicy': '1.8', Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: 'SecurityGroup': '1.4', Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: 'SecurityGroupRule': '1.2', Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: 'SubPort': '1.0', Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: 'Subnet': '1.1', Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: 'Trunk': '1.1'}} Jul 16 02:53:43.707691 dv-cinder-788364-5-smb neutron-server[92999]: {{(pid=92999) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 02:53:43.713975 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-03a90791-5557-49e3-8fb3-d893749413ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:43.714326 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.db.segments_db [None req-03a90791-5557-49e3-8fb3-d893749413ec admin admin] Added segment 5f0599a3-c418-44ed-a069-7f15235b4797 of type vlan for network e1a32c1a-2943-469d-808a-c66e5662fbcd Jul 16 02:53:43.755732 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-03a90791-5557-49e3-8fb3-d893749413ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744534580228'] for network, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:43.794075 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-03a90791-5557-49e3-8fb3-d893749413ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154'] for network, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:43.795596 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a90791-5557-49e3-8fb3-d893749413ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:43.796881 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-03a90791-5557-49e3-8fb3-d893749413ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:43.893096 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a90791-5557-49e3-8fb3-d893749413ec admin admin] Pushing event updated for resources: {'Network': ['ID=e1a32c1a-2943-469d-808a-c66e5662fbcd,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:43.901069 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-03a90791-5557-49e3-8fb3-d893749413ec admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8191853 Jul 16 02:53:43.902844 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 44978) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:43.917933 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-d60cc231-5b74-4aab-b687-3ff879abbca1 admin admin] Request body: {'subnet': {'network_id': 'e1a32c1a-2943-469d-808a-c66e5662fbcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1253073641-subnet', 'tenant_id': '8e3acf92991541b1a13b2b0872c8876d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:53:43.918450 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Network e1a32c1a-2943-469d-808a-c66e5662fbcd details requested by agent ovs-agent-dv-cinder-788364-5-smb with host dv-cinder-788364-5-smb {{(pid=93000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:53:43.923496 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.quota [None req-d60cc231-5b74-4aab-b687-3ff879abbca1 admin admin] Loaded quota_driver: . Jul 16 02:53:44.007379 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d60cc231-5b74-4aab-b687-3ff879abbca1 admin admin] Made reservation on behalf of 8e3acf92991541b1a13b2b0872c8876d for: {'subnet': 1} {{(pid=92998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:53:44.014178 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d60cc231-5b74-4aab-b687-3ff879abbca1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:44.282209 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d60cc231-5b74-4aab-b687-3ff879abbca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154'] for subnet, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:44.333470 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60cc231-5b74-4aab-b687-3ff879abbca1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3506f4a1-aba4-484e-9411-d55316db4b52,revision_number=0']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:44.350603 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60cc231-5b74-4aab-b687-3ff879abbca1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:44.350953 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60cc231-5b74-4aab-b687-3ff879abbca1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:44.351290 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60cc231-5b74-4aab-b687-3ff879abbca1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:44.351623 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60cc231-5b74-4aab-b687-3ff879abbca1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:44.351978 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60cc231-5b74-4aab-b687-3ff879abbca1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:44.352304 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60cc231-5b74-4aab-b687-3ff879abbca1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:44.352729 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60cc231-5b74-4aab-b687-3ff879abbca1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:44.352927 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60cc231-5b74-4aab-b687-3ff879abbca1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:44.354065 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60cc231-5b74-4aab-b687-3ff879abbca1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:44.354389 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60cc231-5b74-4aab-b687-3ff879abbca1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:44.354707 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60cc231-5b74-4aab-b687-3ff879abbca1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:44.355025 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60cc231-5b74-4aab-b687-3ff879abbca1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d60cc231-5b74-4aab-b687-3ff879abbca1 admin admin] Tracked resource versions report: Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: pushed versions: Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: { 'AddressGroup': {'1.2'}, Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: 'ConntrackHelper': {'1.0'}, Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: 'Log': {'1.0'}, Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: 'Network': {'1.1'}, Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: 'Port': {'1.7'}, Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: 'PortForwarding': {'1.2'}, Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: 'QosPolicy': {'1.8'}, Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: 'SecurityGroup': {'1.4'}, Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: 'SecurityGroupRule': {'1.2'}, Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: 'SubPort': {'1.0'}, Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: 'Subnet': {'1.1'}, Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: 'Trunk': {'1.1'}} Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: consumer versions: Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: { DHCP agent@dv-cinder-788364-5-smb: {}, Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: HyperV agent@hv-cinder-78836: {}, Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: L3 agent@dv-cinder-788364-5-smb: {}, Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: Metadata agent@dv-cinder-788364-5-smb: {}, Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: Metering agent@dv-cinder-788364-5-smb: {}, Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: Open vSwitch agent@dv-cinder-788364-5-smb: { 'AddressGroup': '1.2', Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: 'ConntrackHelper': '1.0', Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: 'Log': '1.0', Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: 'Network': '1.1', Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: 'Port': '1.7', Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: 'PortForwarding': '1.2', Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: 'QosPolicy': '1.8', Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: 'SecurityGroup': '1.4', Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: 'SecurityGroupRule': '1.2', Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: 'SubPort': '1.0', Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: 'Subnet': '1.1', Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: 'Trunk': '1.1'}} Jul 16 02:53:44.356126 dv-cinder-788364-5-smb neutron-server[92998]: {{(pid=92998) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 02:53:44.367956 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d60cc231-5b74-4aab-b687-3ff879abbca1 admin admin] Checking segment: {'id': '5f0599a3-c418-44ed-a069-7f15235b4797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e1a32c1a-2943-469d-808a-c66e5662fbcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:53:44.368349 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60cc231-5b74-4aab-b687-3ff879abbca1 admin admin] Network hostable DHCP agents. Network: e1a32c1a-2943-469d-808a-c66e5662fbcd, hostable agents: ['c650f718-c130-4f09-8c91-ca922a2630e5'], hosted agents: [] {{(pid=92998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:53:44.392335 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d60cc231-5b74-4aab-b687-3ff879abbca1 admin admin] Network e1a32c1a-2943-469d-808a-c66e5662fbcd is scheduled to be hosted by DHCP agent c650f718-c130-4f09-8c91-ca922a2630e5 with binding_index 1 {{(pid=92998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:53:44.405999 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.base_scheduler [None req-d60cc231-5b74-4aab-b687-3ff879abbca1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-smb, e1a32c1a-2943-469d-808a-c66e5662fbcd) {{(pid=92998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:53:44.411233 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d60cc231-5b74-4aab-b687-3ff879abbca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:44.412147 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d60cc231-5b74-4aab-b687-3ff879abbca1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for subnet, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:44.419743 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec27d62-1b3b-4945-910f-f1f2a8a68760 None None] Network e1a32c1a-2943-469d-808a-c66e5662fbcd requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:53:44.446119 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-d60cc231-5b74-4aab-b687-3ff879abbca1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5400126 Jul 16 02:53:44.558329 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbf6e5fa-207b-4fa9-9801-74bad0e97a20 None None] Network e1a32c1a-2943-469d-808a-c66e5662fbcd requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:53:44.683171 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 45010) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:44.703931 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 45014) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:44.738603 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 45018) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:44.883963 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 45028) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:44.960160 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-01149b55-a112-43ca-a1bb-52c083ca8cac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1021802305-network', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:53:44.993230 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-daa48bea-e545-4ce7-94d2-9d9ba2d24217 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-117632317-network', 'tenant_id': '6f945e439d0e4d87b06aad1c45f83b97'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:53:44.999204 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01149b55-a112-43ca-a1bb-52c083ca8cac admin admin] Made reservation on behalf of 27578fa4931d43a687b8bfb4f9fd5fd6 for: {'network': 1} {{(pid=92998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:53:45.001606 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-01149b55-a112-43ca-a1bb-52c083ca8cac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for network, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:45.006965 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-f9b7b597-4c62-4761-92ba-9e36376db53c admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1793294463-network', 'tenant_id': '6e482f766dc24993a5c2c1deafecac72'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:53:45.026781 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-01149b55-a112-43ca-a1bb-52c083ca8cac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:45.062070 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daa48bea-e545-4ce7-94d2-9d9ba2d24217 admin admin] Made reservation on behalf of 6f945e439d0e4d87b06aad1c45f83b97 for: {'network': 1} {{(pid=92998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:53:45.065203 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-daa48bea-e545-4ce7-94d2-9d9ba2d24217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for network, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:45.080523 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-daa48bea-e545-4ce7-94d2-9d9ba2d24217 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:45.132623 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b7b597-4c62-4761-92ba-9e36376db53c admin admin] Made reservation on behalf of 6e482f766dc24993a5c2c1deafecac72 for: {'network': 1} {{(pid=92998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:53:45.138272 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f9b7b597-4c62-4761-92ba-9e36376db53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for network, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:45.161221 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f9b7b597-4c62-4761-92ba-9e36376db53c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:45.201225 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-64a0f0b2-4be0-4885-82cc-537136a6db72 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2134453683-network', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:53:45.251045 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-01149b55-a112-43ca-a1bb-52c083ca8cac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:45.263997 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-01149b55-a112-43ca-a1bb-52c083ca8cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:45.311398 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01149b55-a112-43ca-a1bb-52c083ca8cac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c3a1a3-3a32-4284-8f07-6d5850926632,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:45.316553 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.db.api [None req-f9b7b597-4c62-4761-92ba-9e36376db53c admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 02:53:45.316553 dv-cinder-788364-5-smb neutron-server[92998]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 02:53:45.316553 dv-cinder-788364-5-smb neutron-server[92998]: [parameters: {'project_id_1': '6e482f766dc24993a5c2c1deafecac72', 'expiration_1': datetime.datetime(2021, 7, 16, 2, 53, 45, 188020)}] Jul 16 02:53:45.316553 dv-cinder-788364-5-smb neutron-server[92998]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92998) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:53:45.317278 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG oslo_db.api [None req-f9b7b597-4c62-4761-92ba-9e36376db53c admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:53:45.317518 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.db.api [None req-64a0f0b2-4be0-4885-82cc-537136a6db72 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 02:53:45.317518 dv-cinder-788364-5-smb neutron-server[92998]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 02:53:45.317518 dv-cinder-788364-5-smb neutron-server[92998]: [parameters: {'project_id_1': 'b79bde3ef98a47fc8488184086b44b9c', 'expiration_1': datetime.datetime(2021, 7, 16, 2, 53, 45, 218082)}] Jul 16 02:53:45.317518 dv-cinder-788364-5-smb neutron-server[92998]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92998) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:53:45.317823 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG oslo_db.api [None req-64a0f0b2-4be0-4885-82cc-537136a6db72 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:53:45.337248 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-01149b55-a112-43ca-a1bb-52c083ca8cac admin admin] vlan segment allocate from pool success with {'vlan_id': 526, 'physical_network': 'physnet1'} {{(pid=92998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:53:45.365101 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-01149b55-a112-43ca-a1bb-52c083ca8cac admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8744535121475', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:45.366351 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-01149b55-a112-43ca-a1bb-52c083ca8cac admin admin] Unsubscribe: segment precommit_create {{(pid=92998) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 02:53:45.367146 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.db.segments_db [None req-01149b55-a112-43ca-a1bb-52c083ca8cac admin admin] Added segment 7d07a258-c4a7-4e28-b7a7-e65f63b3a875 of type vlan for network 747b2ea9-fb6f-4340-aee2-7461ba32440e Jul 16 02:53:45.433469 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-01149b55-a112-43ca-a1bb-52c083ca8cac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744534580228'] for network, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:45.506143 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-daa48bea-e545-4ce7-94d2-9d9ba2d24217 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:45.511091 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-daa48bea-e545-4ce7-94d2-9d9ba2d24217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:45.522100 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-01149b55-a112-43ca-a1bb-52c083ca8cac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154'] for network, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:45.523157 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01149b55-a112-43ca-a1bb-52c083ca8cac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:45.523767 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-01149b55-a112-43ca-a1bb-52c083ca8cac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:45.548792 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-daa48bea-e545-4ce7-94d2-9d9ba2d24217 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=92998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:53:45.606973 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-01149b55-a112-43ca-a1bb-52c083ca8cac admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9226191 Jul 16 02:53:45.609948 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 45072) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:45.615983 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-421ab33f-a6a0-4c41-a22f-772892c56c02 admin admin] Request body: {'subnet': {'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1021802305-subnet', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:53:45.635553 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-daa48bea-e545-4ce7-94d2-9d9ba2d24217 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:45.635873 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.db.segments_db [None req-daa48bea-e545-4ce7-94d2-9d9ba2d24217 admin admin] Added segment 4ed6d855-b950-4744-a0c4-4d38455d73bd of type vlan for network 14e36b5a-d9bd-4a9a-8e33-0a405cb50bae Jul 16 02:53:45.664631 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421ab33f-a6a0-4c41-a22f-772892c56c02 admin admin] Made reservation on behalf of 27578fa4931d43a687b8bfb4f9fd5fd6 for: {'subnet': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:53:45.667598 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-421ab33f-a6a0-4c41-a22f-772892c56c02 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:45.678223 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa48bea-e545-4ce7-94d2-9d9ba2d24217 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:45.837867 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f9b7b597-4c62-4761-92ba-9e36376db53c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:45.951400 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-421ab33f-a6a0-4c41-a22f-772892c56c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154'] for subnet, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:45.952698 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01149b55-a112-43ca-a1bb-52c083ca8cac admin admin] Pushing event updated for resources: {'Network': ['ID=747b2ea9-fb6f-4340-aee2-7461ba32440e,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:45.975559 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Network 747b2ea9-fb6f-4340-aee2-7461ba32440e details requested by agent ovs-agent-dv-cinder-788364-5-smb with host dv-cinder-788364-5-smb {{(pid=93000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:53:46.004212 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-daa48bea-e545-4ce7-94d2-9d9ba2d24217 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744534580228'] for network, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:46.039064 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421ab33f-a6a0-4c41-a22f-772892c56c02 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64e63330-214e-4dcd-a719-fae45048b23b,revision_number=0']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:46.045551 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421ab33f-a6a0-4c41-a22f-772892c56c02 admin admin] Checking segment: {'id': '7d07a258-c4a7-4e28-b7a7-e65f63b3a875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:53:46.045964 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421ab33f-a6a0-4c41-a22f-772892c56c02 admin admin] Network hostable DHCP agents. Network: 747b2ea9-fb6f-4340-aee2-7461ba32440e, hostable agents: ['c650f718-c130-4f09-8c91-ca922a2630e5'], hosted agents: [] {{(pid=92999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:53:46.071249 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421ab33f-a6a0-4c41-a22f-772892c56c02 admin admin] Network 747b2ea9-fb6f-4340-aee2-7461ba32440e is scheduled to be hosted by DHCP agent c650f718-c130-4f09-8c91-ca922a2630e5 with binding_index 1 {{(pid=92999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:53:46.089288 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [None req-421ab33f-a6a0-4c41-a22f-772892c56c02 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-smb, 747b2ea9-fb6f-4340-aee2-7461ba32440e) {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:53:46.095480 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421ab33f-a6a0-4c41-a22f-772892c56c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:46.097990 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-421ab33f-a6a0-4c41-a22f-772892c56c02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for subnet, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:46.103161 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64a0f0b2-4be0-4885-82cc-537136a6db72 admin admin] Made reservation on behalf of b79bde3ef98a47fc8488184086b44b9c for: {'network': 1} {{(pid=92998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:53:46.110883 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-64a0f0b2-4be0-4885-82cc-537136a6db72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for network, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:46.117123 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0b3ae5-b991-4cc3-9f08-54cf9695f7f1 None None] Network 747b2ea9-fb6f-4340-aee2-7461ba32440e requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:53:46.154439 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-64a0f0b2-4be0-4885-82cc-537136a6db72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:46.178175 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-daa48bea-e545-4ce7-94d2-9d9ba2d24217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154'] for network, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:46.180743 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa48bea-e545-4ce7-94d2-9d9ba2d24217 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:46.182673 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-daa48bea-e545-4ce7-94d2-9d9ba2d24217 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:46.268762 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa48bea-e545-4ce7-94d2-9d9ba2d24217 admin admin] Pushing event updated for resources: {'Network': ['ID=14e36b5a-d9bd-4a9a-8e33-0a405cb50bae,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:46.270545 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 45098) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:46.294222 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Network 14e36b5a-d9bd-4a9a-8e33-0a405cb50bae details requested by agent ovs-agent-dv-cinder-788364-5-smb with host dv-cinder-788364-5-smb {{(pid=93000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:53:46.349228 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f9b7b597-4c62-4761-92ba-9e36376db53c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:46.362357 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f9b7b597-4c62-4761-92ba-9e36376db53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:46.371479 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-421ab33f-a6a0-4c41-a22f-772892c56c02 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7595398 Jul 16 02:53:46.372681 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 45106) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:46.385190 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-ee833c8d-8dd9-4efe-9cee-1a34a8a0d0d3 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1021802305-router', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'}}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:53:46.397675 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-daa48bea-e545-4ce7-94d2-9d9ba2d24217 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.6921353 Jul 16 02:53:46.405274 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7b597-4c62-4761-92ba-9e36376db53c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e23a17-7961-4a2a-86cc-6e70e196fc8e,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:46.406369 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 45108) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:46.427438 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-8bb2bba5-e14a-479f-bef4-ac8c52952d66 admin admin] Request body: {'subnet': {'network_id': '14e36b5a-d9bd-4a9a-8e33-0a405cb50bae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-117632317-subnet', 'tenant_id': '6f945e439d0e4d87b06aad1c45f83b97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:53:46.434361 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b7b597-4c62-4761-92ba-9e36376db53c admin admin] vlan segment allocate from pool success with {'vlan_id': 524, 'physical_network': 'physnet1'} {{(pid=92998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:53:46.450678 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.db.api [None req-ee833c8d-8dd9-4efe-9cee-1a34a8a0d0d3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 02:53:46.450678 dv-cinder-788364-5-smb neutron-server[92999]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 02:53:46.450678 dv-cinder-788364-5-smb neutron-server[92999]: [parameters: {'project_id_1': '27578fa4931d43a687b8bfb4f9fd5fd6', 'expiration_1': datetime.datetime(2021, 7, 16, 2, 53, 46, 397108)}] Jul 16 02:53:46.450678 dv-cinder-788364-5-smb neutron-server[92999]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=92999) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:53:46.451079 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG oslo_db.api [None req-ee833c8d-8dd9-4efe-9cee-1a34a8a0d0d3 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=92999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:53:46.456159 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f9b7b597-4c62-4761-92ba-9e36376db53c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:46.456739 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.db.segments_db [None req-f9b7b597-4c62-4761-92ba-9e36376db53c admin admin] Added segment ed76c822-9691-44c5-8ae3-bf3ddbc06bcc of type vlan for network 53eb215b-73fc-4ae2-898b-f9a5e6096347 Jul 16 02:53:46.514889 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f9b7b597-4c62-4761-92ba-9e36376db53c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744534580228'] for network, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:46.572627 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-625f495a-797e-4b23-acbe-db290ad4218c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:46.599305 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabc5b27b-dadf-567d-9539-593606d9a02e-747b2ea9-fb6f-4340-aee2-7461ba32440e', 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'fixed_ips': [{'subnet_id': '64e63330-214e-4dcd-a719-fae45048b23b'}]}} from dv-cinder-788364-5-smb. {{(pid=93000) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:53:46.605598 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:46.609370 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-64a0f0b2-4be0-4885-82cc-537136a6db72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:46.611863 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f9b7b597-4c62-4761-92ba-9e36376db53c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154'] for network, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:46.612649 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b7b597-4c62-4761-92ba-9e36376db53c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:46.613331 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f9b7b597-4c62-4761-92ba-9e36376db53c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:46.643049 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-64a0f0b2-4be0-4885-82cc-537136a6db72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:46.651723 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb2bba5-e14a-479f-bef4-ac8c52952d66 admin admin] Made reservation on behalf of 6f945e439d0e4d87b06aad1c45f83b97 for: {'subnet': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:53:46.656181 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8bb2bba5-e14a-479f-bef4-ac8c52952d66 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:46.737210 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0f0b2-4be0-4885-82cc-537136a6db72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=424af281-771f-4aba-b944-de046a8b4ebc,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:46.799924 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-f9b7b597-4c62-4761-92ba-9e36376db53c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.0599294 Jul 16 02:53:46.800665 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 45148) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:46.805013 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64a0f0b2-4be0-4885-82cc-537136a6db72 admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=92998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:53:46.814716 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-ed2169af-b7a2-4266-ad0e-ae941a0fcf88 admin admin] Request body: {'subnet': {'network_id': '53eb215b-73fc-4ae2-898b-f9a5e6096347', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1793294463-subnet', 'tenant_id': '6e482f766dc24993a5c2c1deafecac72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:53:46.876378 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-64a0f0b2-4be0-4885-82cc-537136a6db72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:46.876721 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.db.segments_db [None req-64a0f0b2-4be0-4885-82cc-537136a6db72 admin admin] Added segment 93a90afd-6ae2-480e-9bba-c40ab1d9a941 of type vlan for network 5e5c6bfb-07bb-468d-bd2e-617c99bc64ab Jul 16 02:53:46.878100 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b7b597-4c62-4761-92ba-9e36376db53c admin admin] Pushing event updated for resources: {'Network': ['ID=53eb215b-73fc-4ae2-898b-f9a5e6096347,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:46.904158 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Network 53eb215b-73fc-4ae2-898b-f9a5e6096347 details requested by agent ovs-agent-dv-cinder-788364-5-smb with host dv-cinder-788364-5-smb {{(pid=93000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:53:46.940661 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-64a0f0b2-4be0-4885-82cc-537136a6db72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744534580228'] for network, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:46.982820 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-64a0f0b2-4be0-4885-82cc-537136a6db72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154'] for network, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:46.984023 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a0f0b2-4be0-4885-82cc-537136a6db72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:46.984708 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-64a0f0b2-4be0-4885-82cc-537136a6db72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:47.001127 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.db_base_plugin_common [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Allocated IP 172.20.0.2 (747b2ea9-fb6f-4340-aee2-7461ba32440e/64e63330-214e-4dcd-a719-fae45048b23b/3f9bcee7-9f3e-4b16-b53b-32a698964235) {{(pid=93000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:53:47.082233 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 45162) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:47.087190 dv-cinder-788364-5-smb neutron-server[92998]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 02:53:47.089013 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-625f495a-797e-4b23-acbe-db290ad4218c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:47.099555 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-625f495a-797e-4b23-acbe-db290ad4218c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:47.157314 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-625f495a-797e-4b23-acbe-db290ad4218c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e5be415065b74dbf81ea193170c66685&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8854272 Jul 16 02:53:47.160761 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 45168) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:47.161588 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625f495a-797e-4b23-acbe-db290ad4218c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981dc881-69fa-409b-9c44-d00f2e65d794,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:47.247584 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-64a0f0b2-4be0-4885-82cc-537136a6db72 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.3610435 Jul 16 02:53:47.248330 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a0f0b2-4be0-4885-82cc-537136a6db72 admin admin] Pushing event updated for resources: {'Network': ['ID=5e5c6bfb-07bb-468d-bd2e-617c99bc64ab,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:47.252126 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 45170) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:47.253294 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:47.257358 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Notify callbacks [] for port, precommit_create {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:47.266503 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Network 5e5c6bfb-07bb-468d-bd2e-617c99bc64ab details requested by agent ovs-agent-dv-cinder-788364-5-smb with host dv-cinder-788364-5-smb {{(pid=93000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:53:47.269550 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-758c7d96-8516-43e9-a019-83b5c896eeac admin admin] Request body: {'subnet': {'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2134453683-subnet', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:53:47.285310 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 45172) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:47.292692 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Transition to ACTIVE for port object 3f9bcee7-9f3e-4b16-b53b-32a698964235 will not be triggered until provisioned by entity L2. {{(pid=93000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:53:47.318987 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8bb2bba5-e14a-479f-bef4-ac8c52952d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154'] for subnet, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:47.321246 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5e790325-e09a-4dd5-b6a4-6c53ba973f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:47.327480 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Transition to ACTIVE for port object 3f9bcee7-9f3e-4b16-b53b-32a698964235 will not be triggered until provisioned by entity DHCP. {{(pid=93000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:53:47.342708 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2169af-b7a2-4266-ad0e-ae941a0fcf88 admin admin] Made reservation on behalf of 6e482f766dc24993a5c2c1deafecac72 for: {'subnet': 1} {{(pid=92998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:53:47.345362 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-ed2169af-b7a2-4266-ad0e-ae941a0fcf88 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:47.371608 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323'] for port, after_create {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:47.397350 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-ee833c8d-8dd9-4efe-9cee-1a34a8a0d0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12179'] for router, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:47.398365 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-ee833c8d-8dd9-4efe-9cee-1a34a8a0d0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12184'] for router, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:47.403396 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5e790325-e09a-4dd5-b6a4-6c53ba973f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:47.439416 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Network 747b2ea9-fb6f-4340-aee2-7461ba32440e is already hosted by enough agents. {{(pid=93000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:53:47.442425 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.scheduler.base_scheduler [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Resources bound (agent type, host, resource id): {{(pid=93000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:53:47.448546 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-758c7d96-8516-43e9-a019-83b5c896eeac admin admin] Made reservation on behalf of b79bde3ef98a47fc8488184086b44b9c for: {'subnet': 1} {{(pid=92998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:53:47.448739 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Received port after_create {{(pid=93000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:53:47.451056 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-758c7d96-8516-43e9-a019-83b5c896eeac admin admin] Notify callbacks [] for subnet, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:47.451928 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Pushing event updated for resources: {'Port': ['ID=3f9bcee7-9f3e-4b16-b53b-32a698964235,revision_number=1']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:47.465251 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:47.465634 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:47.466023 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:47.466372 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:47.466707 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:47.467040 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:47.467376 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:47.467706 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:47.468060 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:47.468386 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:47.468716 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:47.469042 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:47.469981 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2bba5-e14a-479f-bef4-ac8c52952d66 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f56becb0-35ba-4a8c-8d35-b94e96683f38,revision_number=0']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Tracked resource versions report: Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: pushed versions: Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: { 'AddressGroup': {'1.2'}, Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: 'ConntrackHelper': {'1.0'}, Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: 'Log': {'1.0'}, Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: 'Network': {'1.1'}, Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: 'Port': {'1.7'}, Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: 'PortForwarding': {'1.2'}, Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: 'QosPolicy': {'1.8'}, Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: 'SecurityGroup': {'1.4'}, Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: 'SecurityGroupRule': {'1.2'}, Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: 'SubPort': {'1.0'}, Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: 'Subnet': {'1.1'}, Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: 'Trunk': {'1.1'}} Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: consumer versions: Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: { DHCP agent@dv-cinder-788364-5-smb: {}, Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: HyperV agent@hv-cinder-78836: {}, Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: L3 agent@dv-cinder-788364-5-smb: {}, Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: Metadata agent@dv-cinder-788364-5-smb: {}, Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: Metering agent@dv-cinder-788364-5-smb: {}, Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: Open vSwitch agent@dv-cinder-788364-5-smb: { 'AddressGroup': '1.2', Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: 'ConntrackHelper': '1.0', Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: 'Log': '1.0', Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: 'Network': '1.1', Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: 'Port': '1.7', Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: 'PortForwarding': '1.2', Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: 'QosPolicy': '1.8', Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: 'SecurityGroup': '1.4', Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: 'SecurityGroupRule': '1.2', Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: 'SubPort': '1.0', Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: 'Subnet': '1.1', Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: 'Trunk': '1.1'}} Jul 16 02:53:47.470141 dv-cinder-788364-5-smb neutron-server[93000]: {{(pid=93000) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 02:53:47.494449 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-fa8d047d-1862-4f67-b057-369d6a762ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:47.510513 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb2bba5-e14a-479f-bef4-ac8c52952d66 admin admin] Checking segment: {'id': '4ed6d855-b950-4744-a0c4-4d38455d73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '14e36b5a-d9bd-4a9a-8e33-0a405cb50bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:53:47.511189 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb2bba5-e14a-479f-bef4-ac8c52952d66 admin admin] Network hostable DHCP agents. Network: 14e36b5a-d9bd-4a9a-8e33-0a405cb50bae, hostable agents: ['c650f718-c130-4f09-8c91-ca922a2630e5'], hosted agents: [] {{(pid=92999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:53:47.526743 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Attempting to bind port 3f9bcee7-9f3e-4b16-b53b-32a698964235 on host dv-cinder-788364-5-smb for vnic_type normal with profile {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:53:47.527120 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Attempting to bind port 3f9bcee7-9f3e-4b16-b53b-32a698964235 by drivers openvswitch,hyperv on host dv-cinder-788364-5-smb at level 0 using segments [{'id': '7d07a258-c4a7-4e28-b7a7-e65f63b3a875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e'}] {{(pid=93000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:53:47.527521 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Attempting to bind port 3f9bcee7-9f3e-4b16-b53b-32a698964235 on network 747b2ea9-fb6f-4340-aee2-7461ba32440e {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:53:47.532819 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Checking agent: {'id': '8f3583b4-bf6b-4e6e-ba40-769030d39d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 45, 21), 'started_at': datetime.datetime(2021, 7, 16, 2, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:53:47.533193 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Checking segment: {'id': '7d07a258-c4a7-4e28-b7a7-e65f63b3a875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:53:47.533598 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:47.534015 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Bound using segment: {'id': '7d07a258-c4a7-4e28-b7a7-e65f63b3a875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e'} {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:53:47.534511 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Bound port: 3f9bcee7-9f3e-4b16-b53b-32a698964235, host: dv-cinder-788364-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d07a258-c4a7-4e28-b7a7-e65f63b3a875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e'}}] {{(pid=93000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:53:47.534919 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:47.553824 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-ee833c8d-8dd9-4efe-9cee-1a34a8a0d0d3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:47.609312 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] For port 3f9bcee7-9f3e-4b16-b53b-32a698964235, host dv-cinder-788364-5-smb, cleared binding levels {{(pid=93000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:53:47.612903 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] For port 3f9bcee7-9f3e-4b16-b53b-32a698964235, host dv-cinder-788364-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=3f9bcee7-9f3e-4b16-b53b-32a698964235,segment=NetworkSegment(7d07a258-c4a7-4e28-b7a7-e65f63b3a875),segment_id=7d07a258-c4a7-4e28-b7a7-e65f63b3a875)] {{(pid=93000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:53:47.617442 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:47.625940 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5e790325-e09a-4dd5-b6a4-6c53ba973f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:47.628819 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5e790325-e09a-4dd5-b6a4-6c53ba973f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:47.630182 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-5e790325-e09a-4dd5-b6a4-6c53ba973f8a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/981dc881-69fa-409b-9c44-d00f2e65d794 HTTP/1.1" status: 204 len: 168 time: 0.4655061 Jul 16 02:53:47.631077 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb2bba5-e14a-479f-bef4-ac8c52952d66 admin admin] Network 14e36b5a-d9bd-4a9a-8e33-0a405cb50bae is scheduled to be hosted by DHCP agent c650f718-c130-4f09-8c91-ca922a2630e5 with binding_index 1 {{(pid=92999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:53:47.644887 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e790325-e09a-4dd5-b6a4-6c53ba973f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981dc881-69fa-409b-9c44-d00f2e65d794,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:47.671074 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-31d9afae-1616-4921-ac58-b725b92f9abd tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:47.673042 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-31d9afae-1616-4921-ac58-b725b92f9abd tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/networks?id=e1a32c1a-2943-469d-808a-c66e5662fbcd HTTP/1.1" status: 200 len: 815 time: 0.5874324 Jul 16 02:53:47.699757 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bc4e71-3fac-4867-adcc-e5975e15dba9 None None] Pushing event updated for resources: {'Port': ['ID=3f9bcee7-9f3e-4b16-b53b-32a698964235,revision_number=2']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:47.718135 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [None req-8bb2bba5-e14a-479f-bef4-ac8c52952d66 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-smb, 14e36b5a-d9bd-4a9a-8e33-0a405cb50bae) {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:53:47.727079 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9824b280-963c-4fc7-a276-229ebc79939d None None] Network 14e36b5a-d9bd-4a9a-8e33-0a405cb50bae requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:53:47.731108 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-525f827b-6dbf-47eb-9ab3-3a0dec130c6f tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/quotas/8e3acf92991541b1a13b2b0872c8876d HTTP/1.1" status: 200 len: 375 time: 0.0434380 Jul 16 02:53:47.758022 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb2bba5-e14a-479f-bef4-ac8c52952d66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:47.758618 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8bb2bba5-e14a-479f-bef4-ac8c52952d66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for subnet, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:47.769905 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-ee833c8d-8dd9-4efe-9cee-1a34a8a0d0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5490'] for router, precommit_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:47.953345 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c9ac14-f17a-4994-8335-b5bc187fab04 None None] Network 14e36b5a-d9bd-4a9a-8e33-0a405cb50bae requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:53:48.059039 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-fa8d047d-1862-4f67-b057-369d6a762ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:48.066475 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-44dbc12e-3319-4945-ae03-13729af5a511 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e3acf92991541b1a13b2b0872c8876d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3231509 Jul 16 02:53:48.075425 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-fa8d047d-1862-4f67-b057-369d6a762ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:48.168932 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-8bb2bba5-e14a-479f-bef4-ac8c52952d66 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7494771 Jul 16 02:53:48.177369 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 45190) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:48.192971 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-f1f8d866-12c7-4a1b-a62e-8d56d33b46a1 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-117632317-router', 'tenant_id': '6f945e439d0e4d87b06aad1c45f83b97', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'}}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:53:48.194454 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-ed2169af-b7a2-4266-ad0e-ae941a0fcf88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154'] for subnet, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:48.216070 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 45194) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:48.233030 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d866-12c7-4a1b-a62e-8d56d33b46a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12179'] for router, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:48.235206 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d866-12c7-4a1b-a62e-8d56d33b46a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12184'] for router, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:48.252702 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-ee833c8d-8dd9-4efe-9cee-1a34a8a0d0d3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:48.271435 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-fa8d047d-1862-4f67-b057-369d6a762ee0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c2baf3c811fc48bcbd41e6f3f3ef7049&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9844048 Jul 16 02:53:48.272289 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8d047d-1862-4f67-b057-369d6a762ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d7227e6-aa49-4f09-b397-3e7cfd45f73b,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:48.280141 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 45200) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:48.295161 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-ee833c8d-8dd9-4efe-9cee-1a34a8a0d0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:48.367072 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-77f78aef-fd75-4342-9708-1a5abcb62896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:48.384901 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-2f45e5cd-f9cd-41fe-99c4-623adf8597cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:48.417309 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-758c7d96-8516-43e9-a019-83b5c896eeac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154'] for subnet, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:48.420561 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2169af-b7a2-4266-ad0e-ae941a0fcf88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a85fa7e2-1e9a-4884-99ad-05d055ada5b3,revision_number=0']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:48.429612 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d866-12c7-4a1b-a62e-8d56d33b46a1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:48.484185 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed2169af-b7a2-4266-ad0e-ae941a0fcf88 admin admin] Checking segment: {'id': 'ed76c822-9691-44c5-8ae3-bf3ddbc06bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53eb215b-73fc-4ae2-898b-f9a5e6096347'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:53:48.484684 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2169af-b7a2-4266-ad0e-ae941a0fcf88 admin admin] Network hostable DHCP agents. Network: 53eb215b-73fc-4ae2-898b-f9a5e6096347, hostable agents: ['c650f718-c130-4f09-8c91-ca922a2630e5'], hosted agents: [] {{(pid=92998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:53:48.544416 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-d596035c-1e6f-4a14-91a5-7feaad03c8e5 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:53:48.545420 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-d596035c-1e6f-4a14-91a5-7feaad03c8e5 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2170076 Jul 16 02:53:48.551298 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758c7d96-8516-43e9-a019-83b5c896eeac admin admin] Pushing event updated for resources: {'Subnet': ['ID=63a1915a-bab0-41c0-bb18-aaed33e028db,revision_number=0']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:48.558671 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-746352cf-2545-429f-b9d4-ce40bed043ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:48.595369 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2169af-b7a2-4266-ad0e-ae941a0fcf88 admin admin] Network 53eb215b-73fc-4ae2-898b-f9a5e6096347 is scheduled to be hosted by DHCP agent c650f718-c130-4f09-8c91-ca922a2630e5 with binding_index 1 {{(pid=92998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:53:48.634743 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-746352cf-2545-429f-b9d4-ce40bed043ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:48.636896 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-758c7d96-8516-43e9-a019-83b5c896eeac admin admin] Checking segment: {'id': '93a90afd-6ae2-480e-9bba-c40ab1d9a941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:53:48.637356 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758c7d96-8516-43e9-a019-83b5c896eeac admin admin] Network hostable DHCP agents. Network: 5e5c6bfb-07bb-468d-bd2e-617c99bc64ab, hostable agents: ['c650f718-c130-4f09-8c91-ca922a2630e5'], hosted agents: [] {{(pid=92998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:53:48.650810 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.base_scheduler [None req-ed2169af-b7a2-4266-ad0e-ae941a0fcf88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-smb, 53eb215b-73fc-4ae2-898b-f9a5e6096347) {{(pid=92998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:53:48.667553 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf11984-5a64-4504-bc97-093cc198b73d None None] Network 53eb215b-73fc-4ae2-898b-f9a5e6096347 requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:53:48.675959 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2169af-b7a2-4266-ad0e-ae941a0fcf88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:48.676563 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-ed2169af-b7a2-4266-ad0e-ae941a0fcf88 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for subnet, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:48.785374 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_common [None req-ee833c8d-8dd9-4efe-9cee-1a34a8a0d0d3 admin admin] Allocated IP 172.28.1.167 (7c2f8857-88c5-405d-9e5d-ca6a329284f0/001ca838-c681-472d-be9c-9f5b7f18b0f7/a6bb8ae5-f918-471d-81df-9127ba65eb0b) {{(pid=92999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:53:48.798501 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d866-12c7-4a1b-a62e-8d56d33b46a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5490'] for router, precommit_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:48.835105 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-2f45e5cd-f9cd-41fe-99c4-623adf8597cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:48.836577 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-758c7d96-8516-43e9-a019-83b5c896eeac admin admin] Network 5e5c6bfb-07bb-468d-bd2e-617c99bc64ab is scheduled to be hosted by DHCP agent c650f718-c130-4f09-8c91-ca922a2630e5 with binding_index 1 {{(pid=92998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:53:48.855414 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-2f45e5cd-f9cd-41fe-99c4-623adf8597cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:48.866783 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.base_scheduler [None req-758c7d96-8516-43e9-a019-83b5c896eeac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-smb, 5e5c6bfb-07bb-468d-bd2e-617c99bc64ab) {{(pid=92998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:53:48.881758 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-ae08f597-8c23-427c-a80c-eac2c48afae6 service neutron] 10.222.0.21 "GET /v2.0/networks/e1a32c1a-2943-469d-808a-c66e5662fbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3120067 Jul 16 02:53:48.885450 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-ed2169af-b7a2-4266-ad0e-ae941a0fcf88 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0751805 Jul 16 02:53:48.905933 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6367f249-f71a-4640-83c5-e1e09b8f8f58 None None] Network 5e5c6bfb-07bb-468d-bd2e-617c99bc64ab requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:53:48.910587 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-758c7d96-8516-43e9-a019-83b5c896eeac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:48.911251 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-758c7d96-8516-43e9-a019-83b5c896eeac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for subnet, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:48.969569 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-746352cf-2545-429f-b9d4-ce40bed043ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:48.972235 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-746352cf-2545-429f-b9d4-ce40bed043ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:48.982376 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-746352cf-2545-429f-b9d4-ce40bed043ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d7227e6-aa49-4f09-b397-3e7cfd45f73b HTTP/1.1" status: 204 len: 168 time: 0.6636653 Jul 16 02:53:48.986504 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-758c7d96-8516-43e9-a019-83b5c896eeac admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7241349 Jul 16 02:53:48.989108 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-2f45e5cd-f9cd-41fe-99c4-623adf8597cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d5b516ff166c4680acce0596ea6c1da3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7661874 Jul 16 02:53:48.989728 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 45214) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:49.001673 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 45216) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:49.033375 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45e5cd-f9cd-41fe-99c4-623adf8597cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8ba267-12e1-47b0-8b9f-f0e83a500807,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:49.064849 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-a651b80e-b41b-40a2-9800-37f2c3add2f2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2134453683-router', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'}}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:53:49.078305 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-ee833c8d-8dd9-4efe-9cee-1a34a8a0d0d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:49.093337 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746352cf-2545-429f-b9d4-ce40bed043ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d7227e6-aa49-4f09-b397-3e7cfd45f73b,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:49.096150 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc95d1e-faad-4724-9dbb-0811f9d4672d None None] Network 53eb215b-73fc-4ae2-898b-f9a5e6096347 requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:53:49.144780 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-df0badcc-e44e-4b3f-ab0a-c43f72df42dc service neutron] 10.222.0.21 "GET /v2.0/networks/e1a32c1a-2943-469d-808a-c66e5662fbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2619419 Jul 16 02:53:49.151778 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a651b80e-b41b-40a2-9800-37f2c3add2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12179'] for router, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:49.153850 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a651b80e-b41b-40a2-9800-37f2c3add2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12184'] for router, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:49.157820 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-76214b39-7dfa-4eee-ade5-12bf68e7aa87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:49.234945 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb23454-37ab-436f-9a15-9fd66d244b43 None None] Network 747b2ea9-fb6f-4340-aee2-7461ba32440e requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:53:49.313481 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-ee833c8d-8dd9-4efe-9cee-1a34a8a0d0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323'] for port, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:49.397376 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee833c8d-8dd9-4efe-9cee-1a34a8a0d0d3 admin admin] Network 7c2f8857-88c5-405d-9e5d-ca6a329284f0 is already hosted by enough agents. {{(pid=92999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:53:49.404715 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [None req-ee833c8d-8dd9-4efe-9cee-1a34a8a0d0d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:53:49.432214 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee833c8d-8dd9-4efe-9cee-1a34a8a0d0d3 admin admin] Received port after_create {{(pid=92999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:53:49.455789 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a651b80e-b41b-40a2-9800-37f2c3add2f2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:49.507648 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-36a25218-78e1-437a-af3d-72dd10b7e830 None None] Provisioning for port 3f9bcee7-9f3e-4b16-b53b-32a698964235 completed by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:53:49.565007 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-76214b39-7dfa-4eee-ade5-12bf68e7aa87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:49.672941 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee833c8d-8dd9-4efe-9cee-1a34a8a0d0d3 admin admin] Pushing event updated for resources: {'Port': ['ID=a6bb8ae5-f918-471d-81df-9127ba65eb0b,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:49.676378 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d866-12c7-4a1b-a62e-8d56d33b46a1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:49.747081 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 45248) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:49.748288 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d866-12c7-4a1b-a62e-8d56d33b46a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:49.806940 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 3f9bcee7-9f3e-4b16-b53b-32a698964235 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:53:49.816453 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-bb3887e7-174b-47f1-97fa-087608ce7668 req-83757258-0c11-4eee-911f-d56e4130da26 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 210 time: 0.2727749 Jul 16 02:53:49.882966 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ee5671c-382f-4eba-b750-ee978eba2a4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabc5b27b-dadf-567d-9539-593606d9a02e-5e5c6bfb-07bb-468d-bd2e-617c99bc64ab', 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'fixed_ips': [{'subnet_id': '63a1915a-bab0-41c0-bb18-aaed33e028db'}]}} from dv-cinder-788364-5-smb. {{(pid=93000) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:53:49.885045 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-8ee5671c-382f-4eba-b750-ee978eba2a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:49.885234 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-b8ad77d3-1653-4735-a3a2-f78545944392 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:49.929978 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 45266) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:50.029809 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-76214b39-7dfa-4eee-ade5-12bf68e7aa87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:50.032996 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-76214b39-7dfa-4eee-ade5-12bf68e7aa87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:50.036535 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-76214b39-7dfa-4eee-ade5-12bf68e7aa87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac8ba267-12e1-47b0-8b9f-f0e83a500807 HTTP/1.1" status: 204 len: 168 time: 1.0303442 Jul 16 02:53:50.050985 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-ee833c8d-8dd9-4efe-9cee-1a34a8a0d0d3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:50.141428 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76214b39-7dfa-4eee-ade5-12bf68e7aa87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8ba267-12e1-47b0-8b9f-f0e83a500807,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:50.144542 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a651b80e-b41b-40a2-9800-37f2c3add2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5490'] for router, precommit_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:50.157846 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning for port 3f9bcee7-9f3e-4b16-b53b-32a698964235 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:53:50.182636 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_common [None req-f1f8d866-12c7-4a1b-a62e-8d56d33b46a1 admin admin] Allocated IP 172.28.1.252 (7c2f8857-88c5-405d-9e5d-ca6a329284f0/001ca838-c681-472d-be9c-9f5b7f18b0f7/bb5dcc2c-cd2c-417f-b8a8-bf1588323749) {{(pid=92999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:53:50.233421 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 3f9bcee7-9f3e-4b16-b53b-32a698964235 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:53:50.235965 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:50.350944 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-dd04ded1-5b29-43bc-be31-9bbdafae2cae tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:50.353345 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-dd04ded1-5b29-43bc-be31-9bbdafae2cae tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/networks?id=53eb215b-73fc-4ae2-898b-f9a5e6096347 HTTP/1.1" status: 200 len: 812 time: 0.4223311 Jul 16 02:53:50.357627 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.db_base_plugin_common [None req-8ee5671c-382f-4eba-b750-ee978eba2a4c None None] Allocated IP 172.20.0.2 (5e5c6bfb-07bb-468d-bd2e-617c99bc64ab/63a1915a-bab0-41c0-bb18-aaed33e028db/05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8) {{(pid=93000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:53:50.378479 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-f263f55d-73fb-4a09-a346-0eff5780a450 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/quotas/6e482f766dc24993a5c2c1deafecac72 HTTP/1.1" status: 200 len: 375 time: 0.0157912 Jul 16 02:53:50.437113 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-08271729-2a80-4a0f-abb7-2afbb20f379d tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6e482f766dc24993a5c2c1deafecac72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0503192 Jul 16 02:53:50.468627 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:50.539588 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-94114009-01ec-4376-9e6d-6e084048585d None None] For port 3f9bcee7-9f3e-4b16-b53b-32a698964235, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=3f9bcee7-9f3e-4b16-b53b-32a698964235,segment=NetworkSegment(7d07a258-c4a7-4e28-b7a7-e65f63b3a875),segment_id=7d07a258-c4a7-4e28-b7a7-e65f63b3a875)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:53:50.545501 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:50.691070 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-3ffff854-8202-4e4f-bfb2-5c53c0a2e446 None None] Provisioning complete for port 3f9bcee7-9f3e-4b16-b53b-32a698964235 triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:53:50.691559 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-3ffff854-8202-4e4f-bfb2-5c53c0a2e446 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:50.713107 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a651b80e-b41b-40a2-9800-37f2c3add2f2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:50.739746 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-8ee5671c-382f-4eba-b750-ee978eba2a4c None None] Notify callbacks [] for port, precommit_create {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:50.750883 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Pushing event updated for resources: {'Port': ['ID=3f9bcee7-9f3e-4b16-b53b-32a698964235,revision_number=3']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:50.755916 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-b8ad77d3-1653-4735-a3a2-f78545944392 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:50.756800 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 45294) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:50.758822 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a651b80e-b41b-40a2-9800-37f2c3add2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:50.760067 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-8ee5671c-382f-4eba-b750-ee978eba2a4c None None] Transition to ACTIVE for port object 05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8 will not be triggered until provisioned by entity L2. {{(pid=93000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:53:50.777670 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-b8ad77d3-1653-4735-a3a2-f78545944392 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:50.788946 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-8ee5671c-382f-4eba-b750-ee978eba2a4c None None] Transition to ACTIVE for port object 05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8 will not be triggered until provisioned by entity DHCP. {{(pid=93000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:53:50.803063 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-8ee5671c-382f-4eba-b750-ee978eba2a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323'] for port, after_create {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:50.905226 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-b8ad77d3-1653-4735-a3a2-f78545944392 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=339e6621973d43b99e3498348872e33a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1450708 Jul 16 02:53:50.908726 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ee5671c-382f-4eba-b750-ee978eba2a4c None None] Network 5e5c6bfb-07bb-468d-bd2e-617c99bc64ab is already hosted by enough agents. {{(pid=93000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:53:50.921490 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 45310) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:50.927908 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.scheduler.base_scheduler [None req-8ee5671c-382f-4eba-b750-ee978eba2a4c None None] Resources bound (agent type, host, resource id): {{(pid=93000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:53:50.939509 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee5671c-382f-4eba-b750-ee978eba2a4c None None] Received port after_create {{(pid=93000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:53:50.941206 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-31038193-cdc9-483f-9e34-0da1c1778f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:50.946162 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5671c-382f-4eba-b750-ee978eba2a4c None None] Pushing event updated for resources: {'Port': ['ID=05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8,revision_number=1']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:50.971819 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d866-12c7-4a1b-a62e-8d56d33b46a1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:51.054812 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-8ee5671c-382f-4eba-b750-ee978eba2a4c None None] Attempting to bind port 05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8 on host dv-cinder-788364-5-smb for vnic_type normal with profile {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:53:51.057241 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-8ee5671c-382f-4eba-b750-ee978eba2a4c None None] Attempting to bind port 05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8 by drivers openvswitch,hyperv on host dv-cinder-788364-5-smb at level 0 using segments [{'id': '93a90afd-6ae2-480e-9bba-c40ab1d9a941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab'}] {{(pid=93000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:53:51.057649 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee5671c-382f-4eba-b750-ee978eba2a4c None None] Attempting to bind port 05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8 on network 5e5c6bfb-07bb-468d-bd2e-617c99bc64ab {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:53:51.063687 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6063880b-4638-4786-bf7e-c439783fe8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:51.067851 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-31038193-cdc9-483f-9e34-0da1c1778f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:51.068027 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee5671c-382f-4eba-b750-ee978eba2a4c None None] Checking agent: {'id': '8f3583b4-bf6b-4e6e-ba40-769030d39d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 45, 21), 'started_at': datetime.datetime(2021, 7, 16, 2, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 53, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:53:51.070379 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee5671c-382f-4eba-b750-ee978eba2a4c None None] Checking segment: {'id': '93a90afd-6ae2-480e-9bba-c40ab1d9a941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:53:51.070991 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-8ee5671c-382f-4eba-b750-ee978eba2a4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:51.072100 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ee5671c-382f-4eba-b750-ee978eba2a4c None None] Bound using segment: {'id': '93a90afd-6ae2-480e-9bba-c40ab1d9a941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab'} {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:53:51.073531 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-8ee5671c-382f-4eba-b750-ee978eba2a4c None None] Bound port: 05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8, host: dv-cinder-788364-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a90afd-6ae2-480e-9bba-c40ab1d9a941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab'}}] {{(pid=93000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:53:51.073762 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-8ee5671c-382f-4eba-b750-ee978eba2a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:51.092270 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6063880b-4638-4786-bf7e-c439783fe8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:51.106460 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-d902ad51-8061-4b65-bd4a-40e50c7c4a5f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92998) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:53:51.107651 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-d902ad51-8061-4b65-bd4a-40e50c7c4a5f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2579162 Jul 16 02:53:51.109844 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-da290ea5-62d0-49d8-bd2c-0a4280a2f17a req-69350c2e-50ec-4576-9ac5-88a52a3c95d1 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 210 time: 0.1538241 Jul 16 02:53:51.111064 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-31038193-cdc9-483f-9e34-0da1c1778f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:51.144116 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ad77d3-1653-4735-a3a2-f78545944392 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516a37ff-d233-42b5-b3f1-eab518fffbfe,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:51.156767 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-ee833c8d-8dd9-4efe-9cee-1a34a8a0d0d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441863'] for router, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:51.166012 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6063880b-4638-4786-bf7e-c439783fe8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:51.169602 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6063880b-4638-4786-bf7e-c439783fe8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:51.171204 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-6063880b-4638-4786-bf7e-c439783fe8ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/516a37ff-d233-42b5-b3f1-eab518fffbfe HTTP/1.1" status: 204 len: 168 time: 0.2212963 Jul 16 02:53:51.199185 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-8ee5671c-382f-4eba-b750-ee978eba2a4c None None] For port 05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8, host dv-cinder-788364-5-smb, cleared binding levels {{(pid=93000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:53:51.204681 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-8ee5671c-382f-4eba-b750-ee978eba2a4c None None] For port 05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8, host dv-cinder-788364-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8,segment=NetworkSegment(93a90afd-6ae2-480e-9bba-c40ab1d9a941),segment_id=93a90afd-6ae2-480e-9bba-c40ab1d9a941)] {{(pid=93000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:53:51.211693 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-8ee5671c-382f-4eba-b750-ee978eba2a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:51.236841 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6063880b-4638-4786-bf7e-c439783fe8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516a37ff-d233-42b5-b3f1-eab518fffbfe,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:51.276571 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-31038193-cdc9-483f-9e34-0da1c1778f76 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f86071fcd314a94a5795da1a2afb337&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5128691 Jul 16 02:53:51.292758 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 45330) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:51.359619 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d866-12c7-4a1b-a62e-8d56d33b46a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323'] for port, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:51.406764 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:51.421791 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee5671c-382f-4eba-b750-ee978eba2a4c None None] Pushing event updated for resources: {'Port': ['ID=05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8,revision_number=2']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:51.479484 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f8d866-12c7-4a1b-a62e-8d56d33b46a1 admin admin] Network 7c2f8857-88c5-405d-9e5d-ca6a329284f0 is already hosted by enough agents. {{(pid=92999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:53:51.502464 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f8d866-12c7-4a1b-a62e-8d56d33b46a1 admin admin] Pushing event updated for resources: {'Port': ['ID=bb5dcc2c-cd2c-417f-b8a8-bf1588323749,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:51.512910 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [None req-f1f8d866-12c7-4a1b-a62e-8d56d33b46a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:53:51.522603 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-b172bdb8-2ebb-45e4-b6c2-18ecc3bff468 service neutron] 10.222.0.21 "GET /v2.0/networks/53eb215b-73fc-4ae2-898b-f9a5e6096347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3739519 Jul 16 02:53:51.524072 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f8d866-12c7-4a1b-a62e-8d56d33b46a1 admin admin] Received port after_create {{(pid=92999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:53:51.524268 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31038193-cdc9-483f-9e34-0da1c1778f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bd06d59-3fde-43ea-b049-3afa84d6fac4,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:51.586684 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-9f205d37-6998-494c-9301-97e2accb3d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:51.635398 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.db_base_plugin_common [None req-a651b80e-b41b-40a2-9800-37f2c3add2f2 admin admin] Allocated IP 172.28.1.61 (7c2f8857-88c5-405d-9e5d-ca6a329284f0/001ca838-c681-472d-be9c-9f5b7f18b0f7/9444e116-98a9-4d61-8a24-d0141f505cd9) {{(pid=92998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:53:51.803790 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 3f9bcee7-9f3e-4b16-b53b-32a698964235 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:53:51.879190 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-6d7ad78f-c91b-4676-8340-b36076779b9e service neutron] 10.222.0.21 "GET /v2.0/networks/53eb215b-73fc-4ae2-898b-f9a5e6096347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3403077 Jul 16 02:53:51.939105 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 3f9bcee7-9f3e-4b16-b53b-32a698964235 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:53:51.940870 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-d27c0374-d47f-401a-b64c-451c9ad75abf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:51.943136 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:52.003567 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-d27c0374-d47f-401a-b64c-451c9ad75abf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:52.092840 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 6 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:53:52.103726 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a651b80e-b41b-40a2-9800-37f2c3add2f2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:52.130363 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-d27c0374-d47f-401a-b64c-451c9ad75abf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:52.133323 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-d27c0374-d47f-401a-b64c-451c9ad75abf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:52.135314 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-d27c0374-d47f-401a-b64c-451c9ad75abf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6bd06d59-3fde-43ea-b049-3afa84d6fac4 HTTP/1.1" status: 204 len: 168 time: 0.8402467 Jul 16 02:53:52.275356 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27c0374-d47f-401a-b64c-451c9ad75abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bd06d59-3fde-43ea-b049-3afa84d6fac4,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:52.361858 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee833c8d-8dd9-4efe-9cee-1a34a8a0d0d3 admin admin] Router 80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 is scheduled to L3 agent c2717fd8-7624-4935-9c00-920e66229c5a with binding_index 1 {{(pid=92999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:53:52.466597 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9465f831-98ba-4bf9-b18a-426b68862d90 req-a9f69b97-aa8d-4183-8be3-6297617f2519 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f1b6cc-459b-46df-93ac-f4665811eebc HTTP/1.1" status: 200 len: 210 time: 0.0953691 Jul 16 02:53:52.486923 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a651b80e-b41b-40a2-9800-37f2c3add2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323'] for port, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:52.550707 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-85fdeb50-02d3-4968-9e26-0bf5c993003b req-f335f0d4-8b7a-4de2-a9c2-3a16f934b29f tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 210 time: 0.0892372 Jul 16 02:53:52.637536 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a651b80e-b41b-40a2-9800-37f2c3add2f2 admin admin] Network 7c2f8857-88c5-405d-9e5d-ca6a329284f0 is already hosted by enough agents. {{(pid=92998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:53:52.642316 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.base_scheduler [None req-a651b80e-b41b-40a2-9800-37f2c3add2f2 admin admin] Resources bound (agent type, host, resource id): {{(pid=92998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:53:52.646863 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a651b80e-b41b-40a2-9800-37f2c3add2f2 admin admin] Pushing event updated for resources: {'Port': ['ID=9444e116-98a9-4d61-8a24-d0141f505cd9,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:52.680379 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a651b80e-b41b-40a2-9800-37f2c3add2f2 admin admin] Received port after_create {{(pid=92998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:53:52.714351 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:52.850722 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee833c8d-8dd9-4efe-9cee-1a34a8a0d0d3 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:53:52.863171 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069b47fe-b081-4c20-a05a-86b2dc8acdd4 None None] Sync routers for ids ['80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'] in dv-cinder-788364-5-smb {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:53:52.869737 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d866-12c7-4a1b-a62e-8d56d33b46a1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:52.884098 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069b47fe-b081-4c20-a05a-86b2dc8acdd4 None None] Routers {'80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:53:52.885622 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-069b47fe-b081-4c20-a05a-86b2dc8acdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:53:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:53:53.109022 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-069b47fe-b081-4c20-a05a-86b2dc8acdd4 None None] Set router 80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 gateway port host: dv-cinder-788364-5-smb {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:53:53.187611 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65d23667-6cdb-406f-a47c-6c8e68c7e8f9 None None] Network 5e5c6bfb-07bb-468d-bd2e-617c99bc64ab requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:53:53.285731 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.52', 59704) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:53.288666 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-204d3f4e-8f5f-4013-890c-38c1a851acb0 None None] Provisioning for port 05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8 completed by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:53:53.324533 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-069b47fe-b081-4c20-a05a-86b2dc8acdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'name': 'tempest-AttachVolumeShelveTestJSON-1021802305-router', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:47Z', 'updated_at': '2021-07-16T02:53:49Z', 'revision_number': 3, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'gw_port': {'id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:48Z', 'updated_at': '2021-07-16T02:53:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb'}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:53:53.352905 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069b47fe-b081-4c20-a05a-86b2dc8acdd4 None None] Checking router: 80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 for host: dv-cinder-788364-5-smb {{(pid=93001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:53:53.353512 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069b47fe-b081-4c20-a05a-86b2dc8acdd4 None None] Updating router 80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 port a6bb8ae5-f918-471d-81df-9127ba65eb0b binding host dv-cinder-788364-5-smb {{(pid=93001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:53:53.367225 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-ee833c8d-8dd9-4efe-9cee-1a34a8a0d0d3 admin admin] Notify callbacks [] for router, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:53.375886 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-ee833c8d-8dd9-4efe-9cee-1a34a8a0d0d3 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.9947336 Jul 16 02:53:53.403218 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-069b47fe-b081-4c20-a05a-86b2dc8acdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:53.449312 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 45414) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:53.813739 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-069b47fe-b081-4c20-a05a-86b2dc8acdd4 None None] Notify callbacks [] for port, precommit_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:53.839343 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.provisioning_blocks [None req-069b47fe-b081-4c20-a05a-86b2dc8acdd4 None None] Transition to ACTIVE for port object a6bb8ae5-f918-471d-81df-9127ba65eb0b will not be triggered until provisioned by entity L2. {{(pid=93001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:53:53.851225 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-069b47fe-b081-4c20-a05a-86b2dc8acdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:53.924363 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:53:53.969289 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3bfe99a3-3939-4367-af05-c96dde5d62ab req-aadd1afb-d690-4a5d-b69c-9d65d185d312 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f1b6cc-459b-46df-93ac-f4665811eebc HTTP/1.1" status: 200 len: 210 time: 0.1910498 Jul 16 02:53:54.008255 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.managers [None req-069b47fe-b081-4c20-a05a-86b2dc8acdd4 None None] Attempting to bind port a6bb8ae5-f918-471d-81df-9127ba65eb0b on host dv-cinder-788364-5-smb for vnic_type normal with profile {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:53:54.015991 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.managers [None req-069b47fe-b081-4c20-a05a-86b2dc8acdd4 None None] Attempting to bind port a6bb8ae5-f918-471d-81df-9127ba65eb0b by drivers openvswitch,hyperv on host dv-cinder-788364-5-smb at level 0 using segments [{'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'}] {{(pid=93001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:53:54.016727 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069b47fe-b081-4c20-a05a-86b2dc8acdd4 None None] Attempting to bind port a6bb8ae5-f918-471d-81df-9127ba65eb0b on network 7c2f8857-88c5-405d-9e5d-ca6a329284f0 {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:53:54.019089 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c8e2e-ca39-4ab0-9eba-167a4630c267 None None] Pushing event updated for resources: {'Port': ['ID=a6bb8ae5-f918-471d-81df-9127ba65eb0b,revision_number=2']} {{(pid=93001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:54.033161 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069b47fe-b081-4c20-a05a-86b2dc8acdd4 None None] Checking agent: {'id': '8f3583b4-bf6b-4e6e-ba40-769030d39d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 45, 21), 'started_at': datetime.datetime(2021, 7, 16, 2, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:53:54.039601 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069b47fe-b081-4c20-a05a-86b2dc8acdd4 None None] Checking segment: {'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:53:54.040165 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-069b47fe-b081-4c20-a05a-86b2dc8acdd4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:54.040595 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069b47fe-b081-4c20-a05a-86b2dc8acdd4 None None] Bound using segment: {'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'} {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:53:54.041239 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.managers [None req-069b47fe-b081-4c20-a05a-86b2dc8acdd4 None None] Bound port: a6bb8ae5-f918-471d-81df-9127ba65eb0b, host: dv-cinder-788364-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'}}] {{(pid=93001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:53:54.045438 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-069b47fe-b081-4c20-a05a-86b2dc8acdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:54.048819 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c8e2e-ca39-4ab0-9eba-167a4630c267 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:54.050583 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c8e2e-ca39-4ab0-9eba-167a4630c267 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:54.053729 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c8e2e-ca39-4ab0-9eba-167a4630c267 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:54.055633 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c8e2e-ca39-4ab0-9eba-167a4630c267 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:54.057597 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c8e2e-ca39-4ab0-9eba-167a4630c267 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:54.057958 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c8e2e-ca39-4ab0-9eba-167a4630c267 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:54.058317 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c8e2e-ca39-4ab0-9eba-167a4630c267 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:54.058662 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c8e2e-ca39-4ab0-9eba-167a4630c267 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:54.059013 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c8e2e-ca39-4ab0-9eba-167a4630c267 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:54.059353 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c8e2e-ca39-4ab0-9eba-167a4630c267 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:54.059689 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c8e2e-ca39-4ab0-9eba-167a4630c267 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:54.060047 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c8e2e-ca39-4ab0-9eba-167a4630c267 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec9c8e2e-ca39-4ab0-9eba-167a4630c267 None None] Tracked resource versions report: Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: pushed versions: Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: { 'AddressGroup': {'1.2'}, Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: 'ConntrackHelper': {'1.0'}, Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: 'Log': {'1.0'}, Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: 'Network': {'1.1'}, Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: 'Port': {'1.7'}, Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: 'PortForwarding': {'1.2'}, Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: 'QosPolicy': {'1.8'}, Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: 'SecurityGroup': {'1.4'}, Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: 'SecurityGroupRule': {'1.2'}, Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: 'SubPort': {'1.0'}, Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: 'Subnet': {'1.1'}, Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: 'Trunk': {'1.1'}} Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: consumer versions: Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: { DHCP agent@dv-cinder-788364-5-smb: {}, Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: HyperV agent@hv-cinder-78836: {}, Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: L3 agent@dv-cinder-788364-5-smb: {}, Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: Metadata agent@dv-cinder-788364-5-smb: {}, Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: Metering agent@dv-cinder-788364-5-smb: {}, Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: Open vSwitch agent@dv-cinder-788364-5-smb: { 'AddressGroup': '1.2', Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: 'ConntrackHelper': '1.0', Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: 'Log': '1.0', Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: 'Network': '1.1', Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: 'Port': '1.7', Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: 'PortForwarding': '1.2', Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: 'QosPolicy': '1.8', Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: 'SecurityGroup': '1.4', Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: 'SecurityGroupRule': '1.2', Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: 'SubPort': '1.0', Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: 'Subnet': '1.1', Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: 'Trunk': '1.1'}} Jul 16 02:53:54.061155 dv-cinder-788364-5-smb neutron-server[93001]: {{(pid=93001) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 02:53:54.085221 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning for port 05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:53:54.096031 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:53:54.096406 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:54.146701 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-bbd91ea2-0a44-4c06-ac14-f0cd05181c3b req-ee1b16f4-3945-4d54-aa5d-f1957dd9776f tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 210 time: 0.1764235 Jul 16 02:53:54.198829 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a651b80e-b41b-40a2-9800-37f2c3add2f2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:54.230775 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d866-12c7-4a1b-a62e-8d56d33b46a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441863'] for router, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:54.236008 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.db [None req-069b47fe-b081-4c20-a05a-86b2dc8acdd4 None None] For port a6bb8ae5-f918-471d-81df-9127ba65eb0b, host dv-cinder-788364-5-smb, cleared binding levels {{(pid=93001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:53:54.244274 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.db [None req-069b47fe-b081-4c20-a05a-86b2dc8acdd4 None None] For port a6bb8ae5-f918-471d-81df-9127ba65eb0b, host dv-cinder-788364-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=a6bb8ae5-f918-471d-81df-9127ba65eb0b,segment=NetworkSegment(552c363b-8a94-4391-a7bf-95f73577cc8e),segment_id=552c363b-8a94-4391-a7bf-95f73577cc8e)] {{(pid=93001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:53:54.253706 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-069b47fe-b081-4c20-a05a-86b2dc8acdd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:54.257922 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:54.311919 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:54.320821 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 45456) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:54.430616 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069b47fe-b081-4c20-a05a-86b2dc8acdd4 None None] Routers {'80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:53:54.432933 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-069b47fe-b081-4c20-a05a-86b2dc8acdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:53:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:53:54.553641 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-94114009-01ec-4376-9e6d-6e084048585d None None] For port 05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8,segment=NetworkSegment(93a90afd-6ae2-480e-9bba-c40ab1d9a941),segment_id=93a90afd-6ae2-480e-9bba-c40ab1d9a941)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:53:54.560497 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:54.587649 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9c8e2e-ca39-4ab0-9eba-167a4630c267 None None] Pushing event updated for resources: {'Port': ['ID=a6bb8ae5-f918-471d-81df-9127ba65eb0b,revision_number=3']} {{(pid=93001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:54.634373 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Pushing event updated for resources: {'Port': ['ID=05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8,revision_number=3']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:54.642907 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-e72282d9-4b0e-4bf7-9f30-71c5105f2282 None None] Provisioning complete for port 05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8 triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:53:54.643569 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-e72282d9-4b0e-4bf7-9f30-71c5105f2282 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:54.798197 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a651b80e-b41b-40a2-9800-37f2c3add2f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441863'] for router, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:54.823489 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-069b47fe-b081-4c20-a05a-86b2dc8acdd4 None None] Set router 80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 gateway port host: dv-cinder-788364-5-smb {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:53:54.876191 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-97b39eaa-3e19-43d3-b8e2-cc12f09d1ccc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1447466331-network', 'tenant_id': '262661da03114cefadb9261d226ac4d8'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:53:54.980461 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-26713edc-8de6-4dd1-bc39-4fafb5821f88 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:54.983498 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-26713edc-8de6-4dd1-bc39-4fafb5821f88 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.52 "GET /v2.0/networks?id=e1a32c1a-2943-469d-808a-c66e5662fbcd HTTP/1.1" status: 200 len: 815 time: 1.6877003 Jul 16 02:53:54.997655 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b39eaa-3e19-43d3-b8e2-cc12f09d1ccc admin admin] Made reservation on behalf of 262661da03114cefadb9261d226ac4d8 for: {'network': 1} {{(pid=92998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:53:55.000189 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-97b39eaa-3e19-43d3-b8e2-cc12f09d1ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for network, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:55.033163 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-97b39eaa-3e19-43d3-b8e2-cc12f09d1ccc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:55.199558 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-97b39eaa-3e19-43d3-b8e2-cc12f09d1ccc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:55.234774 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-97b39eaa-3e19-43d3-b8e2-cc12f09d1ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:55.251908 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b39eaa-3e19-43d3-b8e2-cc12f09d1ccc admin admin] vlan segment allocate from pool success with {'vlan_id': 523, 'physical_network': 'physnet1'} {{(pid=92998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:53:55.265049 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-97b39eaa-3e19-43d3-b8e2-cc12f09d1ccc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:55.265913 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.db.segments_db [None req-97b39eaa-3e19-43d3-b8e2-cc12f09d1ccc admin admin] Added segment 365ef0e8-3e10-438d-ac2d-a50b45652529 of type vlan for network 6586cb7f-fea1-44b4-8e6b-c3721c598f51 Jul 16 02:53:55.318423 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-97b39eaa-3e19-43d3-b8e2-cc12f09d1ccc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744534580228'] for network, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:55.362761 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-069b47fe-b081-4c20-a05a-86b2dc8acdd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'name': 'tempest-AttachVolumeShelveTestJSON-1021802305-router', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:47Z', 'updated_at': '2021-07-16T02:53:49Z', 'revision_number': 3, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'gw_port': {'id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:48Z', 'updated_at': '2021-07-16T02:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb'}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:53:55.387981 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b39eaa-3e19-43d3-b8e2-cc12f09d1ccc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf80d67-db52-4e63-8523-827e3153ad18,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:55.391160 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-97b39eaa-3e19-43d3-b8e2-cc12f09d1ccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154'] for network, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:55.392680 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b39eaa-3e19-43d3-b8e2-cc12f09d1ccc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:55.393841 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-97b39eaa-3e19-43d3-b8e2-cc12f09d1ccc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:55.548593 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-821d1b1c-f3f0-41ee-b116-1a37b67b802e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Request body: {'port': {'device_id': 'ef8c478a-75f1-4e62-affc-a69c566baf47', 'network_id': 'e1a32c1a-2943-469d-808a-c66e5662fbcd', 'admin_state_up': True, 'tenant_id': '8e3acf92991541b1a13b2b0872c8876d'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:53:55.569196 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b39eaa-3e19-43d3-b8e2-cc12f09d1ccc admin admin] Pushing event updated for resources: {'Network': ['ID=6586cb7f-fea1-44b4-8e6b-c3721c598f51,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:55.616275 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-97b39eaa-3e19-43d3-b8e2-cc12f09d1ccc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.2936118 Jul 16 02:53:55.632948 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 45502) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:55.662789 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-accf3cdf-a75a-4d43-bce6-6582cd954cf8 admin admin] Request body: {'subnet': {'network_id': '6586cb7f-fea1-44b4-8e6b-c3721c598f51', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1447466331-subnet', 'tenant_id': '262661da03114cefadb9261d226ac4d8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:53:55.667310 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Network 6586cb7f-fea1-44b4-8e6b-c3721c598f51 details requested by agent ovs-agent-dv-cinder-788364-5-smb with host dv-cinder-788364-5-smb {{(pid=93000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:53:55.720481 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-069b47fe-b081-4c20-a05a-86b2dc8acdd4 None None] The sync data for ids ['80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'] in dv-cinder-788364-5-smb is: [{'id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'name': 'tempest-AttachVolumeShelveTestJSON-1021802305-router', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:47Z', 'updated_at': '2021-07-16T02:53:49Z', 'revision_number': 3, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'gw_port': {'id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:48Z', 'updated_at': '2021-07-16T02:53:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb'}] {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:53:55.767390 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.52', 59710) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:55.800251 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6b21a529-e668-4b2f-8acb-dd07a09c4956 req-99ccb22f-8ca4-47af-8b69-bc44a8b741a9 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 210 time: 0.3891001 Jul 16 02:53:55.824554 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a651b80e-b41b-40a2-9800-37f2c3add2f2 admin admin] Router b3edf993-776f-4f5d-b76e-becdb961011b is scheduled to L3 agent c2717fd8-7624-4935-9c00-920e66229c5a with binding_index 1 {{(pid=92998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:53:55.863741 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:53:55.876709 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-987615cd-de94-43e1-815b-c81b6069282a req-0ce4eeea-d68f-40bc-8a2a-7f36e0091a67 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f1b6cc-459b-46df-93ac-f4665811eebc HTTP/1.1" status: 200 len: 210 time: 0.3143837 Jul 16 02:53:56.020737 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:53:56.021123 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:56.257198 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a651b80e-b41b-40a2-9800-37f2c3add2f2 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:53:56.333044 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ed68f9-fbc8-4924-93ce-2ead51e8f370 None None] Sync routers for ids ['b3edf993-776f-4f5d-b76e-becdb961011b'] in dv-cinder-788364-5-smb {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:53:56.375723 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ed68f9-fbc8-4924-93ce-2ead51e8f370 None None] Routers {'b3edf993-776f-4f5d-b76e-becdb961011b'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:53:56.376926 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-31ed68f9-fbc8-4924-93ce-2ead51e8f370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:53:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['b3edf993-776f-4f5d-b76e-becdb961011b'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:53:56.426557 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1f8d866-12c7-4a1b-a62e-8d56d33b46a1 admin admin] Router 4664d273-7a74-4223-96ea-e3ed843e7d11 is scheduled to L3 agent c2717fd8-7624-4935-9c00-920e66229c5a with binding_index 1 {{(pid=92999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:53:56.483937 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a651b80e-b41b-40a2-9800-37f2c3add2f2 admin admin] Notify callbacks [] for router, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:56.485530 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-a651b80e-b41b-40a2-9800-37f2c3add2f2 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.4531503 Jul 16 02:53:56.488861 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 45518) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:56.575735 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-accf3cdf-a75a-4d43-bce6-6582cd954cf8 admin admin] Made reservation on behalf of 262661da03114cefadb9261d226ac4d8 for: {'subnet': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:53:56.578426 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-accf3cdf-a75a-4d43-bce6-6582cd954cf8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:56.666767 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-31ed68f9-fbc8-4924-93ce-2ead51e8f370 None None] Set router b3edf993-776f-4f5d-b76e-becdb961011b gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:53:57.108537 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-31ed68f9-fbc8-4924-93ce-2ead51e8f370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'name': 'tempest-AttachVolumeTestJSON-2134453683-router', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:49Z', 'updated_at': '2021-07-16T02:53:53Z', 'revision_number': 3, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'gw_port': {'id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:50Z', 'updated_at': '2021-07-16T02:53:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb'}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:53:57.166622 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ed68f9-fbc8-4924-93ce-2ead51e8f370 None None] Checking router: b3edf993-776f-4f5d-b76e-becdb961011b for host: dv-cinder-788364-5-smb {{(pid=93000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:53:57.167232 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ed68f9-fbc8-4924-93ce-2ead51e8f370 None None] Updating router b3edf993-776f-4f5d-b76e-becdb961011b port 9444e116-98a9-4d61-8a24-d0141f505cd9 binding host dv-cinder-788364-5-smb {{(pid=93000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:53:57.245729 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-31ed68f9-fbc8-4924-93ce-2ead51e8f370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:57.303238 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1f8d866-12c7-4a1b-a62e-8d56d33b46a1 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:53:57.306097 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-821d1b1c-f3f0-41ee-b116-1a37b67b802e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Made reservation on behalf of 8e3acf92991541b1a13b2b0872c8876d for: {'port': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:53:57.314895 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d032320c-f6e5-445d-bcb8-d6870c0b21f6 None None] Sync routers for ids ['4664d273-7a74-4223-96ea-e3ed843e7d11'] in dv-cinder-788364-5-smb {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:53:57.331934 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d032320c-f6e5-445d-bcb8-d6870c0b21f6 None None] Routers {'4664d273-7a74-4223-96ea-e3ed843e7d11'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:53:57.333866 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-821d1b1c-f3f0-41ee-b116-1a37b67b802e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:57.334773 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-d032320c-f6e5-445d-bcb8-d6870c0b21f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:53:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['4664d273-7a74-4223-96ea-e3ed843e7d11'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:53:57.397209 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-accf3cdf-a75a-4d43-bce6-6582cd954cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154'] for subnet, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:57.481865 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-29c14d6c-2b71-45dc-a2ca-f2c964408c9c req-2ab09a2d-d2f6-4f31-8f5b-0bbd32c92b76 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f1b6cc-459b-46df-93ac-f4665811eebc HTTP/1.1" status: 200 len: 210 time: 0.1402273 Jul 16 02:53:57.484625 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-83faafac-016f-47cc-bd59-1450cb6ce819 req-7dc2aa83-24c3-4242-9978-0f0fd2f87019 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 210 time: 0.1423554 Jul 16 02:53:57.689934 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-d032320c-f6e5-445d-bcb8-d6870c0b21f6 None None] Set router 4664d273-7a74-4223-96ea-e3ed843e7d11 gateway port host: dv-cinder-788364-5-smb {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:53:57.904216 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-78d31566-0260-4421-80fc-05a5ff66a637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:57.927490 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device a6bb8ae5-f918-471d-81df-9127ba65eb0b up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:53:58.088344 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f1f8d866-12c7-4a1b-a62e-8d56d33b46a1 admin admin] Notify callbacks [] for router, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:58.097178 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-f1f8d866-12c7-4a1b-a62e-8d56d33b46a1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.9177649 Jul 16 02:53:58.104393 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 45544) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:53:58.157994 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-1d4045ba-67b6-450b-aef0-e85ec8624622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:58.236240 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning for port a6bb8ae5-f918-471d-81df-9127ba65eb0b completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:53:58.282896 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port a6bb8ae5-f918-471d-81df-9127ba65eb0b triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:53:58.282896 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:58.302692 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-d032320c-f6e5-445d-bcb8-d6870c0b21f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4664d273-7a74-4223-96ea-e3ed843e7d11', 'name': 'tempest-ServerRescueNegativeTestJSON-117632317-router', 'tenant_id': '6f945e439d0e4d87b06aad1c45f83b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bb5dcc2c-cd2c-417f-b8a8-bf1588323749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:48Z', 'updated_at': '2021-07-16T02:53:52Z', 'revision_number': 3, 'project_id': '6f945e439d0e4d87b06aad1c45f83b97', 'gw_port': {'id': 'bb5dcc2c-cd2c-417f-b8a8-bf1588323749', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:53:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4664d273-7a74-4223-96ea-e3ed843e7d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:49Z', 'updated_at': '2021-07-16T02:53:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb'}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:53:58.323050 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-31ed68f9-fbc8-4924-93ce-2ead51e8f370 None None] Notify callbacks [] for port, precommit_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:58.364326 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-31ed68f9-fbc8-4924-93ce-2ead51e8f370 None None] Transition to ACTIVE for port object 9444e116-98a9-4d61-8a24-d0141f505cd9 will not be triggered until provisioned by entity L2. {{(pid=93000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:53:58.391142 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d032320c-f6e5-445d-bcb8-d6870c0b21f6 None None] Checking router: 4664d273-7a74-4223-96ea-e3ed843e7d11 for host: dv-cinder-788364-5-smb {{(pid=93001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:53:58.392351 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d032320c-f6e5-445d-bcb8-d6870c0b21f6 None None] Updating router 4664d273-7a74-4223-96ea-e3ed843e7d11 port bb5dcc2c-cd2c-417f-b8a8-bf1588323749 binding host dv-cinder-788364-5-smb {{(pid=93001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:53:58.466091 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:58.492030 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-31ed68f9-fbc8-4924-93ce-2ead51e8f370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:58.498261 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-d032320c-f6e5-445d-bcb8-d6870c0b21f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:58.608992 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-94114009-01ec-4376-9e6d-6e084048585d None None] For port a6bb8ae5-f918-471d-81df-9127ba65eb0b, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=a6bb8ae5-f918-471d-81df-9127ba65eb0b,segment=NetworkSegment(552c363b-8a94-4391-a7bf-95f73577cc8e),segment_id=552c363b-8a94-4391-a7bf-95f73577cc8e)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:53:58.609488 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-55372ace-6bf6-4ef9-bc64-b2825f434695 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:53:58.609998 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-31ed68f9-fbc8-4924-93ce-2ead51e8f370 None None] Attempting to bind port 9444e116-98a9-4d61-8a24-d0141f505cd9 on host dv-cinder-788364-5-smb for vnic_type normal with profile {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:53:58.610414 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-31ed68f9-fbc8-4924-93ce-2ead51e8f370 None None] Attempting to bind port 9444e116-98a9-4d61-8a24-d0141f505cd9 by drivers openvswitch,hyperv on host dv-cinder-788364-5-smb at level 0 using segments [{'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'}] {{(pid=93000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:53:58.610881 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ed68f9-fbc8-4924-93ce-2ead51e8f370 None None] Attempting to bind port 9444e116-98a9-4d61-8a24-d0141f505cd9 on network 7c2f8857-88c5-405d-9e5d-ca6a329284f0 {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:53:58.611280 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-55372ace-6bf6-4ef9-bc64-b2825f434695 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.52 "GET /v2.0/networks?id=53eb215b-73fc-4ae2-898b-f9a5e6096347 HTTP/1.1" status: 200 len: 812 time: 2.7298555 Jul 16 02:53:58.620911 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:58.629408 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351cc52-75e5-4f61-b393-cd5cfb6a3e4b None None] Pushing event updated for resources: {'Port': ['ID=9444e116-98a9-4d61-8a24-d0141f505cd9,revision_number=2']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:58.633292 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ed68f9-fbc8-4924-93ce-2ead51e8f370 None None] Checking agent: {'id': '8f3583b4-bf6b-4e6e-ba40-769030d39d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 45, 21), 'started_at': datetime.datetime(2021, 7, 16, 2, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:53:58.633729 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ed68f9-fbc8-4924-93ce-2ead51e8f370 None None] Checking segment: {'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:53:58.634721 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-31ed68f9-fbc8-4924-93ce-2ead51e8f370 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:58.635139 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ed68f9-fbc8-4924-93ce-2ead51e8f370 None None] Bound using segment: {'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'} {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:53:58.635640 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-31ed68f9-fbc8-4924-93ce-2ead51e8f370 None None] Bound port: 9444e116-98a9-4d61-8a24-d0141f505cd9, host: dv-cinder-788364-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'}}] {{(pid=93000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:53:58.639318 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-31ed68f9-fbc8-4924-93ce-2ead51e8f370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:58.749169 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Pushing event updated for resources: {'Port': ['ID=a6bb8ae5-f918-471d-81df-9127ba65eb0b,revision_number=4']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:58.788446 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accf3cdf-a75a-4d43-bce6-6582cd954cf8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3be5031-9fe1-4211-b101-cf2a267c7b44,revision_number=0']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:58.791160 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-31ed68f9-fbc8-4924-93ce-2ead51e8f370 None None] For port 9444e116-98a9-4d61-8a24-d0141f505cd9, host dv-cinder-788364-5-smb, cleared binding levels {{(pid=93000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:53:58.797802 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-31ed68f9-fbc8-4924-93ce-2ead51e8f370 None None] For port 9444e116-98a9-4d61-8a24-d0141f505cd9, host dv-cinder-788364-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=9444e116-98a9-4d61-8a24-d0141f505cd9,segment=NetworkSegment(552c363b-8a94-4391-a7bf-95f73577cc8e),segment_id=552c363b-8a94-4391-a7bf-95f73577cc8e)] {{(pid=93000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:53:58.805132 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-31ed68f9-fbc8-4924-93ce-2ead51e8f370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:58.820726 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-f00984c0-27d1-4266-ae29-41b5b5d402e3 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Request body: {'port': {'device_id': '17f1b6cc-459b-46df-93ac-f4665811eebc', 'network_id': '53eb215b-73fc-4ae2-898b-f9a5e6096347', 'admin_state_up': True, 'tenant_id': '6e482f766dc24993a5c2c1deafecac72'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:53:58.893793 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ed68f9-fbc8-4924-93ce-2ead51e8f370 None None] Routers {'b3edf993-776f-4f5d-b76e-becdb961011b'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:53:58.894039 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-45c79ebb-11ca-4e2a-828e-25d9d8e03bcc req-c43f5343-d2ad-4d48-afd7-487d12e7ba79 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f1b6cc-459b-46df-93ac-f4665811eebc HTTP/1.1" status: 200 len: 210 time: 0.1457136 Jul 16 02:53:58.894534 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-31ed68f9-fbc8-4924-93ce-2ead51e8f370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:53:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['b3edf993-776f-4f5d-b76e-becdb961011b'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:53:58.945605 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-720a6fc0-33a4-483f-86a7-7da51ce2d6d6 req-ebe2ce4c-56dd-42db-9aff-f258c5254c06 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 210 time: 0.0742636 Jul 16 02:53:58.973681 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.db_base_plugin_common [None req-78d31566-0260-4421-80fc-05a5ff66a637 admin admin] Allocated IP 172.20.0.1 (5e5c6bfb-07bb-468d-bd2e-617c99bc64ab/63a1915a-bab0-41c0-bb18-aaed33e028db/8737da9a-43ba-4db4-890a-15ab1b697d79) {{(pid=92998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:53:59.037731 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-31ed68f9-fbc8-4924-93ce-2ead51e8f370 None None] Set router b3edf993-776f-4f5d-b76e-becdb961011b gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:53:59.201316 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c351cc52-75e5-4f61-b393-cd5cfb6a3e4b None None] Pushing event updated for resources: {'Port': ['ID=9444e116-98a9-4d61-8a24-d0141f505cd9,revision_number=3']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:59.230880 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-78d31566-0260-4421-80fc-05a5ff66a637 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:59.242746 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-d032320c-f6e5-445d-bcb8-d6870c0b21f6 None None] Notify callbacks [] for port, precommit_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:59.268819 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.provisioning_blocks [None req-d032320c-f6e5-445d-bcb8-d6870c0b21f6 None None] Transition to ACTIVE for port object bb5dcc2c-cd2c-417f-b8a8-bf1588323749 will not be triggered until provisioned by entity L2. {{(pid=93001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:53:59.281862 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-d032320c-f6e5-445d-bcb8-d6870c0b21f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:59.282729 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.provisioning_blocks [None req-78d31566-0260-4421-80fc-05a5ff66a637 admin admin] Transition to ACTIVE for port object 8737da9a-43ba-4db4-890a-15ab1b697d79 will not be triggered until provisioned by entity DHCP. {{(pid=92998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:53:59.330345 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-78d31566-0260-4421-80fc-05a5ff66a637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323'] for port, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:59.413728 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f68ed-71e1-438c-ab9b-8b5f5fb5bf2a None None] Pushing event updated for resources: {'Port': ['ID=bb5dcc2c-cd2c-417f-b8a8-bf1588323749,revision_number=2']} {{(pid=93001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:59.431094 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d31566-0260-4421-80fc-05a5ff66a637 admin admin] Network 5e5c6bfb-07bb-468d-bd2e-617c99bc64ab is already hosted by enough agents. {{(pid=92998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:53:59.434918 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.base_scheduler [None req-78d31566-0260-4421-80fc-05a5ff66a637 admin admin] Resources bound (agent type, host, resource id): {{(pid=92998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:53:59.450918 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.managers [None req-d032320c-f6e5-445d-bcb8-d6870c0b21f6 None None] Attempting to bind port bb5dcc2c-cd2c-417f-b8a8-bf1588323749 on host dv-cinder-788364-5-smb for vnic_type normal with profile {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:53:59.451305 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d31566-0260-4421-80fc-05a5ff66a637 admin admin] Received port after_create {{(pid=92998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:53:59.452226 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-78d31566-0260-4421-80fc-05a5ff66a637 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434992'] for router_interface, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:59.453866 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.managers [None req-d032320c-f6e5-445d-bcb8-d6870c0b21f6 None None] Attempting to bind port bb5dcc2c-cd2c-417f-b8a8-bf1588323749 by drivers openvswitch,hyperv on host dv-cinder-788364-5-smb at level 0 using segments [{'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'}] {{(pid=93001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:53:59.454612 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d032320c-f6e5-445d-bcb8-d6870c0b21f6 None None] Attempting to bind port bb5dcc2c-cd2c-417f-b8a8-bf1588323749 on network 7c2f8857-88c5-405d-9e5d-ca6a329284f0 {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:53:59.466536 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d032320c-f6e5-445d-bcb8-d6870c0b21f6 None None] Checking agent: {'id': '8f3583b4-bf6b-4e6e-ba40-769030d39d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 45, 21), 'started_at': datetime.datetime(2021, 7, 16, 2, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:53:59.467920 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d032320c-f6e5-445d-bcb8-d6870c0b21f6 None None] Checking segment: {'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:53:59.468693 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-d032320c-f6e5-445d-bcb8-d6870c0b21f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:59.470503 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d032320c-f6e5-445d-bcb8-d6870c0b21f6 None None] Bound using segment: {'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'} {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:53:59.472190 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.managers [None req-d032320c-f6e5-445d-bcb8-d6870c0b21f6 None None] Bound port: bb5dcc2c-cd2c-417f-b8a8-bf1588323749, host: dv-cinder-788364-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'}}] {{(pid=93001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:53:59.473211 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-d032320c-f6e5-445d-bcb8-d6870c0b21f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:59.486962 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-31ed68f9-fbc8-4924-93ce-2ead51e8f370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'name': 'tempest-AttachVolumeTestJSON-2134453683-router', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:49Z', 'updated_at': '2021-07-16T02:53:53Z', 'revision_number': 3, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'gw_port': {'id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:50Z', 'updated_at': '2021-07-16T02:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb'}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:53:59.577920 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ed68f9-fbc8-4924-93ce-2ead51e8f370 None None] The sync data for ids ['b3edf993-776f-4f5d-b76e-becdb961011b'] in dv-cinder-788364-5-smb is: [{'id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'name': 'tempest-AttachVolumeTestJSON-2134453683-router', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:49Z', 'updated_at': '2021-07-16T02:53:53Z', 'revision_number': 3, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'gw_port': {'id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:50Z', 'updated_at': '2021-07-16T02:53:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb'}] {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:53:59.598776 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d31566-0260-4421-80fc-05a5ff66a637 admin admin] Pushing event updated for resources: {'Port': ['ID=8737da9a-43ba-4db4-890a-15ab1b697d79,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:53:59.645088 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.db [None req-d032320c-f6e5-445d-bcb8-d6870c0b21f6 None None] For port bb5dcc2c-cd2c-417f-b8a8-bf1588323749, host dv-cinder-788364-5-smb, cleared binding levels {{(pid=93001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:53:59.676364 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.db [None req-d032320c-f6e5-445d-bcb8-d6870c0b21f6 None None] For port bb5dcc2c-cd2c-417f-b8a8-bf1588323749, host dv-cinder-788364-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=bb5dcc2c-cd2c-417f-b8a8-bf1588323749,segment=NetworkSegment(552c363b-8a94-4391-a7bf-95f73577cc8e),segment_id=552c363b-8a94-4391-a7bf-95f73577cc8e)] {{(pid=93001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:53:59.684697 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-d032320c-f6e5-445d-bcb8-d6870c0b21f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:53:59.780320 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device a6bb8ae5-f918-471d-81df-9127ba65eb0b up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:53:59.859380 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_common [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-821d1b1c-f3f0-41ee-b116-1a37b67b802e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Allocated IP 172.20.0.2 (e1a32c1a-2943-469d-808a-c66e5662fbcd/3506f4a1-aba4-484e-9411-d55316db4b52/c039e7df-bd20-4722-aa19-b5d034ddf39e) {{(pid=92999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:53:59.883003 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d032320c-f6e5-445d-bcb8-d6870c0b21f6 None None] Routers {'4664d273-7a74-4223-96ea-e3ed843e7d11'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:53:59.884251 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-d032320c-f6e5-445d-bcb8-d6870c0b21f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:53:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['4664d273-7a74-4223-96ea-e3ed843e7d11'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:53:59.924045 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-accf3cdf-a75a-4d43-bce6-6582cd954cf8 admin admin] Checking segment: {'id': '365ef0e8-3e10-438d-ac2d-a50b45652529', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 523, 'network_id': '6586cb7f-fea1-44b4-8e6b-c3721c598f51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:53:59.924903 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accf3cdf-a75a-4d43-bce6-6582cd954cf8 admin admin] Network hostable DHCP agents. Network: 6586cb7f-fea1-44b4-8e6b-c3721c598f51, hostable agents: ['c650f718-c130-4f09-8c91-ca922a2630e5'], hosted agents: [] {{(pid=92999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:53:59.939330 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-782b6116-ced8-485c-bcdc-e6ebe8d3e827 None None] Provisioning for port 8737da9a-43ba-4db4-890a-15ab1b697d79 completed by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:53:59.962629 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-782b6116-ced8-485c-bcdc-e6ebe8d3e827 None None] Provisioning complete for port 8737da9a-43ba-4db4-890a-15ab1b697d79 triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:53:59.964999 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-782b6116-ced8-485c-bcdc-e6ebe8d3e827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:00.084267 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-068f68ed-71e1-438c-ab9b-8b5f5fb5bf2a None None] Pushing event updated for resources: {'Port': ['ID=bb5dcc2c-cd2c-417f-b8a8-bf1588323749,revision_number=3']} {{(pid=93001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:00.095184 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_common [None req-1d4045ba-67b6-450b-aef0-e85ec8624622 admin admin] Allocated IP 172.20.0.1 (747b2ea9-fb6f-4340-aee2-7461ba32440e/64e63330-214e-4dcd-a719-fae45048b23b/7064ad73-5074-4022-a345-79ef8a787827) {{(pid=92999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:54:00.107654 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-78d31566-0260-4421-80fc-05a5ff66a637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:00.192186 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port a6bb8ae5-f918-471d-81df-9127ba65eb0b triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:00.208346 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:00.225741 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-782b6116-ced8-485c-bcdc-e6ebe8d3e827 None None] Port 8737da9a-43ba-4db4-890a-15ab1b697d79 cannot update to ACTIVE because it is not bound. {{(pid=93000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:54:00.429725 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c0acd699-c836-4027-acf1-e4541dd6a126 req-3c04a9b1-00d6-4eb7-ba78-91a00ece54f9 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f1b6cc-459b-46df-93ac-f4665811eebc HTTP/1.1" status: 200 len: 210 time: 0.1621904 Jul 16 02:54:00.448141 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-accf3cdf-a75a-4d43-bce6-6582cd954cf8 admin admin] Network 6586cb7f-fea1-44b4-8e6b-c3721c598f51 is scheduled to be hosted by DHCP agent c650f718-c130-4f09-8c91-ca922a2630e5 with binding_index 1 {{(pid=92999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:54:00.468977 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-d032320c-f6e5-445d-bcb8-d6870c0b21f6 None None] Set router 4664d273-7a74-4223-96ea-e3ed843e7d11 gateway port host: dv-cinder-788364-5-smb {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:00.575281 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3b8fb9fe-3b99-449c-99e9-9542cd946758 req-df081ac0-4ac1-43ed-bf1d-0a26ef0edd91 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 210 time: 0.1310811 Jul 16 02:54:00.606780 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [None req-accf3cdf-a75a-4d43-bce6-6582cd954cf8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-smb, 6586cb7f-fea1-44b4-8e6b-c3721c598f51) {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:00.622551 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9563358b-4adf-425e-bb10-ffe6befd6610 None None] Network 6586cb7f-fea1-44b4-8e6b-c3721c598f51 requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:54:00.925071 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-78d31566-0260-4421-80fc-05a5ff66a637 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:00.932580 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-78d31566-0260-4421-80fc-05a5ff66a637 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:00.934584 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-78d31566-0260-4421-80fc-05a5ff66a637 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435012'] for router_interface, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:01.000928 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-f00984c0-27d1-4266-ae29-41b5b5d402e3 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Made reservation on behalf of 6e482f766dc24993a5c2c1deafecac72 for: {'port': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:54:01.005910 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-f00984c0-27d1-4266-ae29-41b5b5d402e3 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:01.031109 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-accf3cdf-a75a-4d43-bce6-6582cd954cf8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:01.038087 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-accf3cdf-a75a-4d43-bce6-6582cd954cf8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for subnet, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:01.121285 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d31566-0260-4421-80fc-05a5ff66a637 admin admin] Pushing event updated for resources: {'Port': ['ID=8737da9a-43ba-4db4-890a-15ab1b697d79,revision_number=2']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:01.161735 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-d032320c-f6e5-445d-bcb8-d6870c0b21f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4664d273-7a74-4223-96ea-e3ed843e7d11', 'name': 'tempest-ServerRescueNegativeTestJSON-117632317-router', 'tenant_id': '6f945e439d0e4d87b06aad1c45f83b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bb5dcc2c-cd2c-417f-b8a8-bf1588323749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:48Z', 'updated_at': '2021-07-16T02:53:52Z', 'revision_number': 3, 'project_id': '6f945e439d0e4d87b06aad1c45f83b97', 'gw_port': {'id': 'bb5dcc2c-cd2c-417f-b8a8-bf1588323749', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:53:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4664d273-7a74-4223-96ea-e3ed843e7d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:49Z', 'updated_at': '2021-07-16T02:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb'}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:01.252093 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d032320c-f6e5-445d-bcb8-d6870c0b21f6 None None] The sync data for ids ['4664d273-7a74-4223-96ea-e3ed843e7d11'] in dv-cinder-788364-5-smb is: [{'id': '4664d273-7a74-4223-96ea-e3ed843e7d11', 'name': 'tempest-ServerRescueNegativeTestJSON-117632317-router', 'tenant_id': '6f945e439d0e4d87b06aad1c45f83b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bb5dcc2c-cd2c-417f-b8a8-bf1588323749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:48Z', 'updated_at': '2021-07-16T02:53:52Z', 'revision_number': 3, 'project_id': '6f945e439d0e4d87b06aad1c45f83b97', 'gw_port': {'id': 'bb5dcc2c-cd2c-417f-b8a8-bf1588323749', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:53:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4664d273-7a74-4223-96ea-e3ed843e7d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:49Z', 'updated_at': '2021-07-16T02:53:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb'}] {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:54:01.270810 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb7e45ea-93a8-491f-a44f-b38265b4e14a None None] Network 6586cb7f-fea1-44b4-8e6b-c3721c598f51 requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:54:01.289618 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d31566-0260-4421-80fc-05a5ff66a637 admin admin] Network 5e5c6bfb-07bb-468d-bd2e-617c99bc64ab is already hosted by enough agents. {{(pid=92998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:01.291603 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.base_scheduler [None req-78d31566-0260-4421-80fc-05a5ff66a637 admin admin] Resources bound (agent type, host, resource id): {{(pid=92998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:01.424926 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-1d4045ba-67b6-450b-aef0-e85ec8624622 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:01.474875 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.provisioning_blocks [None req-1d4045ba-67b6-450b-aef0-e85ec8624622 admin admin] Transition to ACTIVE for port object 7064ad73-5074-4022-a345-79ef8a787827 will not be triggered until provisioned by entity DHCP. {{(pid=92999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:01.566077 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-1d4045ba-67b6-450b-aef0-e85ec8624622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323'] for port, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:01.686995 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-accf3cdf-a75a-4d43-bce6-6582cd954cf8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 6.0274062 Jul 16 02:54:01.711141 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4045ba-67b6-450b-aef0-e85ec8624622 admin admin] Pushing event updated for resources: {'Port': ['ID=7064ad73-5074-4022-a345-79ef8a787827,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:01.866111 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0ed8eca3-b80a-4fcb-b2af-67e5550094c2 req-abf8be6c-334e-4d62-83aa-53df9788dbf8 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f1b6cc-459b-46df-93ac-f4665811eebc HTTP/1.1" status: 200 len: 210 time: 0.0921917 Jul 16 02:54:01.907415 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-ca49f98a-f393-43bb-9377-a6ec0794ee88 None None] Provisioning complete for port 8737da9a-43ba-4db4-890a-15ab1b697d79 triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:01.908110 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ca49f98a-f393-43bb-9377-a6ec0794ee88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:01.924816 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d31566-0260-4421-80fc-05a5ff66a637 admin admin] Router b3edf993-776f-4f5d-b76e-becdb961011b has already been hosted by L3 agent c2717fd8-7624-4935-9c00-920e66229c5a {{(pid=92998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:54:01.948375 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 9444e116-98a9-4d61-8a24-d0141f505cd9 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:02.032269 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-821d1b1c-f3f0-41ee-b116-1a37b67b802e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks [] for port, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:02.155179 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4045ba-67b6-450b-aef0-e85ec8624622 admin admin] Network 747b2ea9-fb6f-4340-aee2-7461ba32440e is already hosted by enough agents. {{(pid=92999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:02.200656 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c827ef4e-0109-49d0-9343-467c662e0c57 req-294706f3-4657-4878-88d5-40ab1e954c44 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 210 time: 0.0532613 Jul 16 02:54:02.221559 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d31566-0260-4421-80fc-05a5ff66a637 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:54:02.237228 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-78d31566-0260-4421-80fc-05a5ff66a637 admin admin] 10.222.0.21 "PUT /v2.0/routers/b3edf993-776f-4f5d-b76e-becdb961011b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7473309 Jul 16 02:54:02.313113 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-ca49f98a-f393-43bb-9377-a6ec0794ee88 None None] Port 8737da9a-43ba-4db4-890a-15ab1b697d79 cannot update to ACTIVE because it is not bound. {{(pid=93000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:54:02.375379 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning for port 9444e116-98a9-4d61-8a24-d0141f505cd9 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:02.380633 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 9444e116-98a9-4d61-8a24-d0141f505cd9 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:02.385509 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:02.408754 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [None req-1d4045ba-67b6-450b-aef0-e85ec8624622 admin admin] Resources bound (agent type, host, resource id): {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:02.473632 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d4045ba-67b6-450b-aef0-e85ec8624622 admin admin] Received port after_create {{(pid=92999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:54:02.475013 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-1d4045ba-67b6-450b-aef0-e85ec8624622 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434992'] for router_interface, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:02.584491 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-821d1b1c-f3f0-41ee-b116-1a37b67b802e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323'] for port, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:02.763856 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:02.847872 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-94114009-01ec-4376-9e6d-6e084048585d None None] For port 9444e116-98a9-4d61-8a24-d0141f505cd9, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=9444e116-98a9-4d61-8a24-d0141f505cd9,segment=NetworkSegment(552c363b-8a94-4391-a7bf-95f73577cc8e),segment_id=552c363b-8a94-4391-a7bf-95f73577cc8e)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:02.860524 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:02.937202 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-821d1b1c-f3f0-41ee-b116-1a37b67b802e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Network e1a32c1a-2943-469d-808a-c66e5662fbcd is already hosted by enough agents. {{(pid=92999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:02.945272 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Pushing event updated for resources: {'Port': ['ID=9444e116-98a9-4d61-8a24-d0141f505cd9,revision_number=4']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:02.962671 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-c440cdc7-3361-4761-a423-fa05d9b27b52 None None] Provisioning for port 7064ad73-5074-4022-a345-79ef8a787827 completed by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:02.972398 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-c440cdc7-3361-4761-a423-fa05d9b27b52 None None] Provisioning complete for port 7064ad73-5074-4022-a345-79ef8a787827 triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:02.973191 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-c440cdc7-3361-4761-a423-fa05d9b27b52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:03.042798 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-c440cdc7-3361-4761-a423-fa05d9b27b52 None None] Port 7064ad73-5074-4022-a345-79ef8a787827 cannot update to ACTIVE because it is not bound. {{(pid=93000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:54:03.085667 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-821d1b1c-f3f0-41ee-b116-1a37b67b802e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Resources bound (agent type, host, resource id): {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:03.223788 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701f55e3-7fcf-409d-82f7-481a5aa0d364 None None] Sync routers for ids ['b3edf993-776f-4f5d-b76e-becdb961011b'] in dv-cinder-788364-5-smb {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:54:03.240707 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701f55e3-7fcf-409d-82f7-481a5aa0d364 None None] Routers {'b3edf993-776f-4f5d-b76e-becdb961011b'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:03.245935 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-701f55e3-7fcf-409d-82f7-481a5aa0d364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:53:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['b3edf993-776f-4f5d-b76e-becdb961011b'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:03.257308 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fd3dddf1-e898-4118-9af7-9ad99f2160ef req-e3e9f41d-7214-463d-b089-0a2a403fe8de tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f1b6cc-459b-46df-93ac-f4665811eebc HTTP/1.1" status: 200 len: 210 time: 0.0614522 Jul 16 02:54:03.317679 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 45648) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:03.324974 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-21496a19-5548-4ee6-a12a-c4c5aae59ae8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-537709215-network', 'tenant_id': '72c8909c34784fceb4d2b9631984a5a4'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:03.391421 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21496a19-5548-4ee6-a12a-c4c5aae59ae8 admin admin] Made reservation on behalf of 72c8909c34784fceb4d2b9631984a5a4 for: {'network': 1} {{(pid=92998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:54:03.394911 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-21496a19-5548-4ee6-a12a-c4c5aae59ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for network, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:03.422704 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-21496a19-5548-4ee6-a12a-c4c5aae59ae8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:03.532493 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821d1b1c-f3f0-41ee-b116-1a37b67b802e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Pushing event updated for resources: {'Port': ['ID=c039e7df-bd20-4722-aa19-b5d034ddf39e,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:03.682099 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699e4e04-53b5-44cd-851a-8e093f1580e8 req-4cb7d68a-fd5c-4046-b727-3257e21f9da1 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:03.698480 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-699e4e04-53b5-44cd-851a-8e093f1580e8 req-4cb7d68a-fd5c-4046-b727-3257e21f9da1 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 931 time: 0.2424521 Jul 16 02:54:03.715480 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-821d1b1c-f3f0-41ee-b116-1a37b67b802e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Received port after_create {{(pid=92999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:54:03.720856 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-701f55e3-7fcf-409d-82f7-481a5aa0d364 None None] Set router b3edf993-776f-4f5d-b76e-becdb961011b gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:03.746466 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-821d1b1c-f3f0-41ee-b116-1a37b67b802e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:03.749478 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-821d1b1c-f3f0-41ee-b116-1a37b67b802e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:03.848434 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-699e4e04-53b5-44cd-851a-8e093f1580e8 req-fd294ade-e4ed-4139-9d2b-2d566cfee39f tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468675 Jul 16 02:54:03.988961 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-21496a19-5548-4ee6-a12a-c4c5aae59ae8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:03.998067 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-21496a19-5548-4ee6-a12a-c4c5aae59ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:04.023268 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device bb5dcc2c-cd2c-417f-b8a8-bf1588323749 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:04.100318 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f9c73145-ac76-4ac9-9d3a-21736c7bcc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:04.155628 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-821d1b1c-f3f0-41ee-b116-1a37b67b802e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.6382840 Jul 16 02:54:04.176724 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_common [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-f00984c0-27d1-4266-ae29-41b5b5d402e3 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Allocated IP 172.20.0.2 (53eb215b-73fc-4ae2-898b-f9a5e6096347/a85fa7e2-1e9a-4884-99ad-05d055ada5b3/eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1) {{(pid=92999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:54:04.259262 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 45662) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:04.275419 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-4f8dc379-8afc-405f-8e22-72985a1adb23 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1539400454', 'description': 'tempest-description--1838688158'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:04.336566 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-4f8dc379-8afc-405f-8e22-72985a1adb23 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:04.345459 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning for port bb5dcc2c-cd2c-417f-b8a8-bf1588323749 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:04.351486 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port bb5dcc2c-cd2c-417f-b8a8-bf1588323749 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:04.351902 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:04.456347 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21496a19-5548-4ee6-a12a-c4c5aae59ae8 admin admin] vlan segment allocate from pool success with {'vlan_id': 544, 'physical_network': 'physnet1'} {{(pid=92998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:54:04.480872 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-21496a19-5548-4ee6-a12a-c4c5aae59ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:04.483062 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.db.segments_db [None req-21496a19-5548-4ee6-a12a-c4c5aae59ae8 admin admin] Added segment 32d934cd-670d-4bb6-b2a4-8dd661a1f3fa of type vlan for network 575097e2-2e6a-4882-9a69-753805028a66 Jul 16 02:54:04.575966 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:04.598260 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-1d4045ba-67b6-450b-aef0-e85ec8624622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:04.614296 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-94114009-01ec-4376-9e6d-6e084048585d None None] For port bb5dcc2c-cd2c-417f-b8a8-bf1588323749, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=bb5dcc2c-cd2c-417f-b8a8-bf1588323749,segment=NetworkSegment(552c363b-8a94-4391-a7bf-95f73577cc8e),segment_id=552c363b-8a94-4391-a7bf-95f73577cc8e)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:04.636878 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:04.637713 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 9444e116-98a9-4d61-8a24-d0141f505cd9 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:04.643747 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-701f55e3-7fcf-409d-82f7-481a5aa0d364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'name': 'tempest-AttachVolumeTestJSON-2134453683-router', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:49Z', 'updated_at': '2021-07-16T02:53:59Z', 'revision_number': 4, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'gw_port': {'id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:50Z', 'updated_at': '2021-07-16T02:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '8737da9a-43ba-4db4-890a-15ab1b697d79', 'name': '', 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'mac_address': 'fa:16:3e:91:51:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:57Z', 'updated_at': '2021-07-16T02:54:00Z', 'revision_number': 2, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'subnets': [{'id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:04.681860 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ff30831b-7bf0-4f19-841e-70c2795f6efb req-26f3788e-81c3-4c18-a87f-035347f264ec tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f1b6cc-459b-46df-93ac-f4665811eebc HTTP/1.1" status: 200 len: 210 time: 0.1086302 Jul 16 02:54:04.686315 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21496a19-5548-4ee6-a12a-c4c5aae59ae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2974c7ff-0f08-4731-9649-3342ffe5cac3,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:04.751559 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-21496a19-5548-4ee6-a12a-c4c5aae59ae8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744534580228'] for network, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:04.788374 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701f55e3-7fcf-409d-82f7-481a5aa0d364 None None] Checking router: b3edf993-776f-4f5d-b76e-becdb961011b for host: dv-cinder-788364-5-smb {{(pid=93000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:54:04.788872 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701f55e3-7fcf-409d-82f7-481a5aa0d364 None None] Updating router b3edf993-776f-4f5d-b76e-becdb961011b port 8737da9a-43ba-4db4-890a-15ab1b697d79 binding host dv-cinder-788364-5-smb {{(pid=93000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:54:04.797273 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-a0a522a5-6fab-4751-a29d-1c20ac11b2d2 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 02:54:04.798505 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-a0a522a5-6fab-4751-a29d-1c20ac11b2d2 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0146217 Jul 16 02:54:04.808720 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-21496a19-5548-4ee6-a12a-c4c5aae59ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154'] for network, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:04.813504 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21496a19-5548-4ee6-a12a-c4c5aae59ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:04.815433 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-21496a19-5548-4ee6-a12a-c4c5aae59ae8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:04.913242 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21496a19-5548-4ee6-a12a-c4c5aae59ae8 admin admin] Pushing event updated for resources: {'Network': ['ID=575097e2-2e6a-4882-9a69-753805028a66,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:04.961520 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Network 575097e2-2e6a-4882-9a69-753805028a66 details requested by agent ovs-agent-dv-cinder-788364-5-smb with host dv-cinder-788364-5-smb {{(pid=93000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:54:05.116024 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-f00984c0-27d1-4266-ae29-41b5b5d402e3 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Notify callbacks [] for port, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:05.198194 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-701f55e3-7fcf-409d-82f7-481a5aa0d364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:05.224886 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Pushing event updated for resources: {'Port': ['ID=bb5dcc2c-cd2c-417f-b8a8-bf1588323749,revision_number=4']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:05.238349 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0632d97b-2697-4a9b-8208-badab7249580 req-b1d1e2ba-dfb9-4af6-81bb-03bddb4c2c63 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:05.240148 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0632d97b-2697-4a9b-8208-badab7249580 req-b1d1e2ba-dfb9-4af6-81bb-03bddb4c2c63 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 931 time: 0.1571527 Jul 16 02:54:05.243718 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_common [None req-f9c73145-ac76-4ac9-9d3a-21736c7bcc5b admin admin] Allocated IP 172.20.0.1 (14e36b5a-d9bd-4a9a-8e33-0a405cb50bae/f56becb0-35ba-4a8c-8d35-b94e96683f38/6b14a50c-fde2-456b-b7d5-98af7a8776b8) {{(pid=92999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:54:05.282101 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-4f8dc379-8afc-405f-8e22-72985a1adb23 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:05.288656 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-f00984c0-27d1-4266-ae29-41b5b5d402e3 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323'] for port, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:05.327529 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-21496a19-5548-4ee6-a12a-c4c5aae59ae8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.0066378 Jul 16 02:54:05.328617 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 45692) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:05.330745 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-4f8dc379-8afc-405f-8e22-72985a1adb23 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:05.344609 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0632d97b-2697-4a9b-8208-badab7249580 req-32233858-3988-4ac8-b322-cf4996d55cc5 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945947 Jul 16 02:54:05.357007 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 9444e116-98a9-4d61-8a24-d0141f505cd9 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:05.357904 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:05.377981 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-f6d5a0d8-cc3b-495c-bb1a-ea2441fe7b3e admin admin] Request body: {'subnet': {'network_id': '575097e2-2e6a-4882-9a69-753805028a66', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-537709215-subnet', 'tenant_id': '72c8909c34784fceb4d2b9631984a5a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:05.400172 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-4f8dc379-8afc-405f-8e22-72985a1adb23 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:05.404003 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-4f8dc379-8afc-405f-8e22-72985a1adb23 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1406052 Jul 16 02:54:05.405931 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 45696) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:05.412379 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-ac0cf005-a14c-4a00-b844-9757b753b08c tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Request body: {'security_group_rule': {'security_group_id': '77382746-634f-4b15-907a-bb3e10ad8f65', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:05.412867 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-f00984c0-27d1-4266-ae29-41b5b5d402e3 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Network 53eb215b-73fc-4ae2-898b-f9a5e6096347 is already hosted by enough agents. {{(pid=92999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:05.453220 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-f00984c0-27d1-4266-ae29-41b5b5d402e3 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Resources bound (agent type, host, resource id): {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:05.469735 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-f00984c0-27d1-4266-ae29-41b5b5d402e3 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Received port after_create {{(pid=92999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:54:05.475927 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-f00984c0-27d1-4266-ae29-41b5b5d402e3 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:05.476627 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-f00984c0-27d1-4266-ae29-41b5b5d402e3 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:05.497613 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-672990b0-0ec5-41c9-9e55-a1bd44c44ecd service neutron] Request body: {'port': {'device_id': 'ef8c478a-75f1-4e62-affc-a69c566baf47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:05.583854 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-ac0cf005-a14c-4a00-b844-9757b753b08c tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:05.703055 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f9c73145-ac76-4ac9-9d3a-21736c7bcc5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:05.729839 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6d5a0d8-cc3b-495c-bb1a-ea2441fe7b3e admin admin] Made reservation on behalf of 72c8909c34784fceb4d2b9631984a5a4 for: {'subnet': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:54:05.733854 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f6d5a0d8-cc3b-495c-bb1a-ea2441fe7b3e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:05.814324 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-ac0cf005-a14c-4a00-b844-9757b753b08c tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:05.821881 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-ac0cf005-a14c-4a00-b844-9757b753b08c tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608273'] for security_group_rule, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:05.823740 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device bb5dcc2c-cd2c-417f-b8a8-bf1588323749 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:05.830420 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00984c0-27d1-4266-ae29-41b5b5d402e3 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Pushing event updated for resources: {'Port': ['ID=eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:05.846241 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-f00984c0-27d1-4266-ae29-41b5b5d402e3 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.0792651 Jul 16 02:54:05.859924 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8dc379-8afc-405f-8e22-72985a1adb23 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77382746-634f-4b15-907a-bb3e10ad8f65,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:05.869732 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0cf005-a14c-4a00-b844-9757b753b08c tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74fc2f2-274a-4a98-bdef-0977126fe5ca,revision_number=0']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:05.893626 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-ac0cf005-a14c-4a00-b844-9757b753b08c tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:05.897816 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-ac0cf005-a14c-4a00-b844-9757b753b08c tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4890430 Jul 16 02:54:05.900728 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 45700) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:05.907170 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-6b8b5e3d-ee35-4d5b-9d66-02fff60c5d0d tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Request body: {'security_group_rule': {'security_group_id': '77382746-634f-4b15-907a-bb3e10ad8f65', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:05.910291 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-1d4045ba-67b6-450b-aef0-e85ec8624622 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:05.944420 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-d2033071-3b21-461e-81da-d51e4a18ddba service neutron] Request body: {'port': {'device_id': '17f1b6cc-459b-46df-93ac-f4665811eebc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:05.965578 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-6b8b5e3d-ee35-4d5b-9d66-02fff60c5d0d tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:05.976107 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-701f55e3-7fcf-409d-82f7-481a5aa0d364 None None] Notify callbacks [] for port, precommit_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:05.979559 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port bb5dcc2c-cd2c-417f-b8a8-bf1588323749 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:05.980158 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:05.987925 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-1d4045ba-67b6-450b-aef0-e85ec8624622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:05.989013 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-1d4045ba-67b6-450b-aef0-e85ec8624622 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435012'] for router_interface, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:06.038381 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-701f55e3-7fcf-409d-82f7-481a5aa0d364 None None] Transition to ACTIVE for port object 8737da9a-43ba-4db4-890a-15ab1b697d79 will not be triggered until provisioned by entity L2. {{(pid=93000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:06.063439 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-701f55e3-7fcf-409d-82f7-481a5aa0d364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:06.123782 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-6b8b5e3d-ee35-4d5b-9d66-02fff60c5d0d tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:06.129272 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-6b8b5e3d-ee35-4d5b-9d66-02fff60c5d0d tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608273'] for security_group_rule, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:06.167153 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a0fc5c-ba0a-4599-8e09-e2cbe235b42a req-30539eb4-c0c2-48b2-9599-a51ed91ceb04 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:06.175710 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a8a0fc5c-ba0a-4599-8e09-e2cbe235b42a req-30539eb4-c0c2-48b2-9599-a51ed91ceb04 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f1b6cc-459b-46df-93ac-f4665811eebc HTTP/1.1" status: 200 len: 931 time: 0.1695652 Jul 16 02:54:06.187969 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8b5e3d-ee35-4d5b-9d66-02fff60c5d0d tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c08e29a2-701c-48cd-a89f-a55dbe8f9155,revision_number=0']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:06.207705 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-6b8b5e3d-ee35-4d5b-9d66-02fff60c5d0d tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:06.208987 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-6b8b5e3d-ee35-4d5b-9d66-02fff60c5d0d tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3071141 Jul 16 02:54:06.213317 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 45704) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:06.215953 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271b3d3-b493-4ee8-8375-ce7e33233789 None None] Pushing event updated for resources: {'Port': ['ID=8737da9a-43ba-4db4-890a-15ab1b697d79,revision_number=3']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:06.218188 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-5c06a378-5580-48a1-9dc2-2f0ad47773b5 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Request body: {'floatingip': {'floating_network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:06.285807 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f9c73145-ac76-4ac9-9d3a-21736c7bcc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323'] for port, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:06.312614 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a8a0fc5c-ba0a-4599-8e09-e2cbe235b42a req-8b324e83-694b-4295-afc0-c386fec2e917 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/security-groups?id=49e23a17-7961-4a2a-86cc-6e70e196fc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358304 Jul 16 02:54:06.329749 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5c06a378-5580-48a1-9dc2-2f0ad47773b5 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for floatingip, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:06.587131 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d4045ba-67b6-450b-aef0-e85ec8624622 admin admin] Network 747b2ea9-fb6f-4340-aee2-7461ba32440e is already hosted by enough agents. {{(pid=92999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:06.588355 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-672990b0-0ec5-41c9-9e55-a1bd44c44ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:06.617030 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [None req-1d4045ba-67b6-450b-aef0-e85ec8624622 admin admin] Resources bound (agent type, host, resource id): {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:06.753437 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c73145-ac76-4ac9-9d3a-21736c7bcc5b admin admin] Network 14e36b5a-d9bd-4a9a-8e33-0a405cb50bae is already hosted by enough agents. {{(pid=92999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:06.759730 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-701f55e3-7fcf-409d-82f7-481a5aa0d364 None None] Attempting to bind port 8737da9a-43ba-4db4-890a-15ab1b697d79 on host dv-cinder-788364-5-smb for vnic_type normal with profile {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:54:06.772391 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-701f55e3-7fcf-409d-82f7-481a5aa0d364 None None] Attempting to bind port 8737da9a-43ba-4db4-890a-15ab1b697d79 by drivers openvswitch,hyperv on host dv-cinder-788364-5-smb at level 0 using segments [{'id': '93a90afd-6ae2-480e-9bba-c40ab1d9a941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab'}] {{(pid=93000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:54:06.772810 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701f55e3-7fcf-409d-82f7-481a5aa0d364 None None] Attempting to bind port 8737da9a-43ba-4db4-890a-15ab1b697d79 on network 5e5c6bfb-07bb-468d-bd2e-617c99bc64ab {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:06.782905 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701f55e3-7fcf-409d-82f7-481a5aa0d364 None None] Checking agent: {'id': '8f3583b4-bf6b-4e6e-ba40-769030d39d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 45, 21), 'started_at': datetime.datetime(2021, 7, 16, 2, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:54:06.783290 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701f55e3-7fcf-409d-82f7-481a5aa0d364 None None] Checking segment: {'id': '93a90afd-6ae2-480e-9bba-c40ab1d9a941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:54:06.783702 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-701f55e3-7fcf-409d-82f7-481a5aa0d364 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:06.784860 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-701f55e3-7fcf-409d-82f7-481a5aa0d364 None None] Bound using segment: {'id': '93a90afd-6ae2-480e-9bba-c40ab1d9a941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab'} {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:54:06.784860 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-701f55e3-7fcf-409d-82f7-481a5aa0d364 None None] Bound port: 8737da9a-43ba-4db4-890a-15ab1b697d79, host: dv-cinder-788364-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93a90afd-6ae2-480e-9bba-c40ab1d9a941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab'}}] {{(pid=93000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:54:06.785106 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-701f55e3-7fcf-409d-82f7-481a5aa0d364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:07.039368 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5c06a378-5580-48a1-9dc2-2f0ad47773b5 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:07.118984 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc871061-d32e-462c-af1c-9639ac764d24 req-2b97d57b-bf30-4fb8-b03f-556626714cd2 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:07.126457 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fc871061-d32e-462c-af1c-9639ac764d24 req-2b97d57b-bf30-4fb8-b03f-556626714cd2 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 931 time: 0.5229983 Jul 16 02:54:07.191618 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [None req-f9c73145-ac76-4ac9-9d3a-21736c7bcc5b admin admin] Resources bound (agent type, host, resource id): {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:07.215480 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-701f55e3-7fcf-409d-82f7-481a5aa0d364 None None] For port 8737da9a-43ba-4db4-890a-15ab1b697d79, host dv-cinder-788364-5-smb, cleared binding levels {{(pid=93000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:54:07.226685 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-701f55e3-7fcf-409d-82f7-481a5aa0d364 None None] For port 8737da9a-43ba-4db4-890a-15ab1b697d79, host dv-cinder-788364-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=8737da9a-43ba-4db4-890a-15ab1b697d79,segment=NetworkSegment(93a90afd-6ae2-480e-9bba-c40ab1d9a941),segment_id=93a90afd-6ae2-480e-9bba-c40ab1d9a941)] {{(pid=93000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:54:07.236151 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-701f55e3-7fcf-409d-82f7-481a5aa0d364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:07.239994 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4045ba-67b6-450b-aef0-e85ec8624622 admin admin] Pushing event updated for resources: {'Port': ['ID=7064ad73-5074-4022-a345-79ef8a787827,revision_number=2']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:07.240888 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fc871061-d32e-462c-af1c-9639ac764d24 req-dd5f2c6b-bee7-4852-9e57-602966a82abe tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112282 Jul 16 02:54:07.294056 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9c73145-ac76-4ac9-9d3a-21736c7bcc5b admin admin] Received port after_create {{(pid=92999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:54:07.294056 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f9c73145-ac76-4ac9-9d3a-21736c7bcc5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434992'] for router_interface, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:07.433684 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.db_base_plugin_common [None req-5c06a378-5580-48a1-9dc2-2f0ad47773b5 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Allocated IP 172.28.1.58 (7c2f8857-88c5-405d-9e5d-ca6a329284f0/001ca838-c681-472d-be9c-9f5b7f18b0f7/093608b2-0423-477a-84b6-687da6e5aa61) {{(pid=92998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:54:07.475124 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271b3d3-b493-4ee8-8375-ce7e33233789 None None] Pushing event updated for resources: {'Port': ['ID=8737da9a-43ba-4db4-890a-15ab1b697d79,revision_number=4']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:07.503042 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-d2033071-3b21-461e-81da-d51e4a18ddba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:07.543583 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701f55e3-7fcf-409d-82f7-481a5aa0d364 None None] Routers {'b3edf993-776f-4f5d-b76e-becdb961011b'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:07.544719 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-701f55e3-7fcf-409d-82f7-481a5aa0d364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:53:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['b3edf993-776f-4f5d-b76e-becdb961011b'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:07.593591 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-9678ea8c-7da5-49ff-943c-668f097ee3ae None None] Provisioning complete for port 7064ad73-5074-4022-a345-79ef8a787827 triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:07.594044 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-9678ea8c-7da5-49ff-943c-668f097ee3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:07.761092 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-9678ea8c-7da5-49ff-943c-668f097ee3ae None None] Port 7064ad73-5074-4022-a345-79ef8a787827 cannot update to ACTIVE because it is not bound. {{(pid=93000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:54:07.827504 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-701f55e3-7fcf-409d-82f7-481a5aa0d364 None None] Set router b3edf993-776f-4f5d-b76e-becdb961011b gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:07.828211 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5c06a378-5580-48a1-9dc2-2f0ad47773b5 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for port, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:07.850495 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf2db39-4134-4975-b08d-e7796ec7e011 req-093950f6-8dbc-4682-85f9-869f6c828a99 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:07.859608 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-eaf2db39-4134-4975-b08d-e7796ec7e011 req-093950f6-8dbc-4682-85f9-869f6c828a99 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f1b6cc-459b-46df-93ac-f4665811eebc HTTP/1.1" status: 200 len: 931 time: 0.1829576 Jul 16 02:54:07.881490 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c73145-ac76-4ac9-9d3a-21736c7bcc5b admin admin] Pushing event updated for resources: {'Port': ['ID=6b14a50c-fde2-456b-b7d5-98af7a8776b8,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:07.922906 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f6d5a0d8-cc3b-495c-bb1a-ea2441fe7b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154'] for subnet, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:07.924985 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f9c73145-ac76-4ac9-9d3a-21736c7bcc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:07.925194 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-eaf2db39-4134-4975-b08d-e7796ec7e011 req-d1f5093c-914d-433c-8d8b-342372b1ce53 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/security-groups?id=49e23a17-7961-4a2a-86cc-6e70e196fc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642560 Jul 16 02:54:08.044857 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5c06a378-5580-48a1-9dc2-2f0ad47773b5 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323'] for port, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:08.132718 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c06a378-5580-48a1-9dc2-2f0ad47773b5 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Network 7c2f8857-88c5-405d-9e5d-ca6a329284f0 is already hosted by enough agents. {{(pid=92998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:08.136296 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.base_scheduler [None req-5c06a378-5580-48a1-9dc2-2f0ad47773b5 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Resources bound (agent type, host, resource id): {{(pid=92998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:08.141490 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c06a378-5580-48a1-9dc2-2f0ad47773b5 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Received port after_create {{(pid=92998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:54:08.221089 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06a378-5580-48a1-9dc2-2f0ad47773b5 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Pushing event updated for resources: {'Port': ['ID=093608b2-0423-477a-84b6-687da6e5aa61,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:08.221664 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-701f55e3-7fcf-409d-82f7-481a5aa0d364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'name': 'tempest-AttachVolumeTestJSON-2134453683-router', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:49Z', 'updated_at': '2021-07-16T02:53:59Z', 'revision_number': 4, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'gw_port': {'id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:50Z', 'updated_at': '2021-07-16T02:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '8737da9a-43ba-4db4-890a-15ab1b697d79', 'name': '', 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'mac_address': 'fa:16:3e:91:51:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:57Z', 'updated_at': '2021-07-16T02:54:07Z', 'revision_number': 4, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'subnets': [{'id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:08.304501 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-701f55e3-7fcf-409d-82f7-481a5aa0d364 None None] The sync data for ids ['b3edf993-776f-4f5d-b76e-becdb961011b'] in dv-cinder-788364-5-smb is: [{'id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'name': 'tempest-AttachVolumeTestJSON-2134453683-router', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:49Z', 'updated_at': '2021-07-16T02:53:59Z', 'revision_number': 4, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'gw_port': {'id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:50Z', 'updated_at': '2021-07-16T02:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '8737da9a-43ba-4db4-890a-15ab1b697d79', 'name': '', 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'mac_address': 'fa:16:3e:91:51:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:57Z', 'updated_at': '2021-07-16T02:54:07Z', 'revision_number': 4, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'subnets': [{'id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:54:08.311245 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5a0d8-cc3b-495c-bb1a-ea2441fe7b3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=13a3807d-24a6-4c6b-92df-468d0f89d4ac,revision_number=0']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:08.377739 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d4045ba-67b6-450b-aef0-e85ec8624622 admin admin] Router 80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 has already been hosted by L3 agent c2717fd8-7624-4935-9c00-920e66229c5a {{(pid=92999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:54:08.424876 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5c06a378-5580-48a1-9dc2-2f0ad47773b5 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:08.608977 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d5a0d8-cc3b-495c-bb1a-ea2441fe7b3e admin admin] Checking segment: {'id': '32d934cd-670d-4bb6-b2a4-8dd661a1f3fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 544, 'network_id': '575097e2-2e6a-4882-9a69-753805028a66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:54:08.609351 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d5a0d8-cc3b-495c-bb1a-ea2441fe7b3e admin admin] Network hostable DHCP agents. Network: 575097e2-2e6a-4882-9a69-753805028a66, hostable agents: ['c650f718-c130-4f09-8c91-ca922a2630e5'], hosted agents: [] {{(pid=92999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:54:08.663707 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5c06a378-5580-48a1-9dc2-2f0ad47773b5 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:08.942618 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-672990b0-0ec5-41c9-9e55-a1bd44c44ecd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c039e7df-bd20-4722-aa19-b5d034ddf39e {{(pid=92999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:54:09.001862 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-672990b0-0ec5-41c9-9e55-a1bd44c44ecd service neutron] Notify callbacks [] for port, precommit_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:09.009802 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d5a0d8-cc3b-495c-bb1a-ea2441fe7b3e admin admin] Network 575097e2-2e6a-4882-9a69-753805028a66 is scheduled to be hosted by DHCP agent c650f718-c130-4f09-8c91-ca922a2630e5 with binding_index 1 {{(pid=92999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:54:09.020947 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-d2033071-3b21-461e-81da-d51e4a18ddba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1 {{(pid=92999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:54:09.046730 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-d2033071-3b21-461e-81da-d51e4a18ddba service neutron] Notify callbacks [] for port, precommit_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:09.066975 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [None req-f6d5a0d8-cc3b-495c-bb1a-ea2441fe7b3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-smb, 575097e2-2e6a-4882-9a69-753805028a66) {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:09.073022 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d5a0d8-cc3b-495c-bb1a-ea2441fe7b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:09.073918 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f6d5a0d8-cc3b-495c-bb1a-ea2441fe7b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for subnet, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:09.080822 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01b9178-35d2-4d97-9311-dbea9015283c None None] Network 575097e2-2e6a-4882-9a69-753805028a66 requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:54:09.087064 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.provisioning_blocks [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-672990b0-0ec5-41c9-9e55-a1bd44c44ecd service neutron] Transition to ACTIVE for port object c039e7df-bd20-4722-aa19-b5d034ddf39e will not be triggered until provisioned by entity L2. {{(pid=92999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:09.105547 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-672990b0-0ec5-41c9-9e55-a1bd44c44ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:09.110174 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.provisioning_blocks [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-d2033071-3b21-461e-81da-d51e4a18ddba service neutron] Transition to ACTIVE for port object eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1 will not be triggered until provisioned by entity L2. {{(pid=92999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:09.118495 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5c06a378-5580-48a1-9dc2-2f0ad47773b5 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for port, precommit_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:09.120885 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d4045ba-67b6-450b-aef0-e85ec8624622 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:54:09.136206 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-1d4045ba-67b6-450b-aef0-e85ec8624622 admin admin] 10.222.0.21 "PUT /v2.0/routers/80aaf7c4-4b93-4cea-86cd-20ade8d8eff7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6843011 Jul 16 02:54:09.138790 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6181e8-afa2-44b9-ac82-5514b0667b6f None None] Sync routers for ids ['80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'] in dv-cinder-788364-5-smb {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:54:09.155502 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6181e8-afa2-44b9-ac82-5514b0667b6f None None] Routers {'80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:09.156507 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-1f6181e8-afa2-44b9-ac82-5514b0667b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:53:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:09.168989 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5c06a378-5580-48a1-9dc2-2f0ad47773b5 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:09.225445 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-f6d5a0d8-cc3b-495c-bb1a-ea2441fe7b3e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.8956418 Jul 16 02:54:09.226211 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-d2033071-3b21-461e-81da-d51e4a18ddba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:09.328573 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f9c73145-ac76-4ac9-9d3a-21736c7bcc5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:09.357916 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5c06a378-5580-48a1-9dc2-2f0ad47773b5 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442025'] for floatingip, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:09.374027 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f9c73145-ac76-4ac9-9d3a-21736c7bcc5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:09.376507 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f9c73145-ac76-4ac9-9d3a-21736c7bcc5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435012'] for router_interface, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:09.399869 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c06a378-5580-48a1-9dc2-2f0ad47773b5 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Pushing event updated for resources: {'Port': ['ID=093608b2-0423-477a-84b6-687da6e5aa61,revision_number=2']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:09.468469 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-1f6181e8-afa2-44b9-ac82-5514b0667b6f None None] Set router 80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 gateway port host: dv-cinder-788364-5-smb {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:09.475235 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5c06a378-5580-48a1-9dc2-2f0ad47773b5 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for floatingip, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:09.490155 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-5c06a378-5580-48a1-9dc2-2f0ad47773b5 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.2758639 Jul 16 02:54:09.529635 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7da8eef-871a-4405-bdb6-5b2a47bd97ef None None] Network 575097e2-2e6a-4882-9a69-753805028a66 requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:54:09.533800 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3b0a28-76d1-4f0b-9b55-e19605bedfe8 req-5f463285-08c1-4c08-ba58-f9c638d12fc9 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:09.549155 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 45772) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:09.549825 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672990b0-0ec5-41c9-9e55-a1bd44c44ecd service neutron] Pushing event updated for resources: {'Port': ['ID=c039e7df-bd20-4722-aa19-b5d034ddf39e,revision_number=2']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:09.552991 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-df3b0a28-76d1-4f0b-9b55-e19605bedfe8 req-5f463285-08c1-4c08-ba58-f9c638d12fc9 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 931 time: 0.8829865 Jul 16 02:54:09.663908 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b510d3c-fe94-4421-9173-6cd5933cbd35 admin admin] Deleting subnet e3be5031-9fe1-4211-b101-cf2a267c7b44 {{(pid=92999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:54:09.718462 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f460f60-6251-4540-998a-d1ad329c09d9 req-b0bbb3fe-02c9-421f-af15-c8f0848bb2cd tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:09.746352 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1f460f60-6251-4540-998a-d1ad329c09d9 req-b0bbb3fe-02c9-421f-af15-c8f0848bb2cd tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f1b6cc-459b-46df-93ac-f4665811eebc HTTP/1.1" status: 200 len: 943 time: 0.3901749 Jul 16 02:54:09.787476 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-df3b0a28-76d1-4f0b-9b55-e19605bedfe8 req-ef1a5e63-2bd5-4d27-89e4-9b8904e561d3 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289126 Jul 16 02:54:09.889798 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1f460f60-6251-4540-998a-d1ad329c09d9 req-ea49ffa1-5a87-4e7d-b048-5867450d7b44 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/security-groups?id=49e23a17-7961-4a2a-86cc-6e70e196fc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287818 Jul 16 02:54:09.915661 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 8737da9a-43ba-4db4-890a-15ab1b697d79 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:10.005015 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning for port 8737da9a-43ba-4db4-890a-15ab1b697d79 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:10.012641 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 8737da9a-43ba-4db4-890a-15ab1b697d79 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:10.013164 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:10.211080 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:10.214639 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-56b66adf-24e6-4fbd-add9-e6d652376976 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1539400454&fields=id&tenant_id=b79bde3ef98a47fc8488184086b44b9c HTTP/1.1" status: 200 len: 267 time: 0.1191454 Jul 16 02:54:10.296463 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-94114009-01ec-4376-9e6d-6e084048585d None None] For port 8737da9a-43ba-4db4-890a-15ab1b697d79, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=8737da9a-43ba-4db4-890a-15ab1b697d79,segment=NetworkSegment(93a90afd-6ae2-480e-9bba-c40ab1d9a941),segment_id=93a90afd-6ae2-480e-9bba-c40ab1d9a941)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:10.306819 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:10.312992 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-1f6181e8-afa2-44b9-ac82-5514b0667b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'name': 'tempest-AttachVolumeShelveTestJSON-1021802305-router', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:47Z', 'updated_at': '2021-07-16T02:54:04Z', 'revision_number': 4, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'gw_port': {'id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:48Z', 'updated_at': '2021-07-16T02:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '7064ad73-5074-4022-a345-79ef8a787827', 'name': '', 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'mac_address': 'fa:16:3e:b2:7f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '64e63330-214e-4dcd-a719-fae45048b23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:59Z', 'updated_at': '2021-07-16T02:54:04Z', 'revision_number': 2, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'subnets': [{'id': '64e63330-214e-4dcd-a719-fae45048b23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:10.358922 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2033071-3b21-461e-81da-d51e4a18ddba service neutron] Pushing event updated for resources: {'Port': ['ID=eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1,revision_number=2']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:10.390479 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6181e8-afa2-44b9-ac82-5514b0667b6f None None] Checking router: 80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 for host: dv-cinder-788364-5-smb {{(pid=93001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:54:10.391814 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6181e8-afa2-44b9-ac82-5514b0667b6f None None] Updating router 80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 port 7064ad73-5074-4022-a345-79ef8a787827 binding host dv-cinder-788364-5-smb {{(pid=93001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:54:10.429563 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5b510d3c-fe94-4421-9173-6cd5933cbd35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:10.432403 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Pushing event updated for resources: {'Port': ['ID=8737da9a-43ba-4db4-890a-15ab1b697d79,revision_number=5']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:10.456127 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-769a464f-9e92-4615-bbd3-722332370bab tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:10.465768 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-769a464f-9e92-4615-bbd3-722332370bab tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/networks?id=5e5c6bfb-07bb-468d-bd2e-617c99bc64ab HTTP/1.1" status: 200 len: 811 time: 0.2404351 Jul 16 02:54:10.471698 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-1f6181e8-afa2-44b9-ac82-5514b0667b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:10.488919 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-40fbd5b3-f373-4ec2-a8b4-bec54a00cbca tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/quotas/b79bde3ef98a47fc8488184086b44b9c HTTP/1.1" status: 200 len: 375 time: 0.0160568 Jul 16 02:54:10.671613 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-672990b0-0ec5-41c9-9e55-a1bd44c44ecd service neutron] Attempting to bind port c039e7df-bd20-4722-aa19-b5d034ddf39e on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:54:10.672702 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-672990b0-0ec5-41c9-9e55-a1bd44c44ecd service neutron] Attempting to bind port c039e7df-bd20-4722-aa19-b5d034ddf39e by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5f0599a3-c418-44ed-a069-7f15235b4797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e1a32c1a-2943-469d-808a-c66e5662fbcd'}] {{(pid=92999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:54:10.673531 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-672990b0-0ec5-41c9-9e55-a1bd44c44ecd service neutron] Attempting to bind port c039e7df-bd20-4722-aa19-b5d034ddf39e on network e1a32c1a-2943-469d-808a-c66e5662fbcd {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:10.716363 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5b510d3c-fe94-4421-9173-6cd5933cbd35 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:10.726082 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-d2033071-3b21-461e-81da-d51e4a18ddba service neutron] Attempting to bind port eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:54:10.726996 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-d2033071-3b21-461e-81da-d51e4a18ddba service neutron] Attempting to bind port eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'ed76c822-9691-44c5-8ae3-bf3ddbc06bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53eb215b-73fc-4ae2-898b-f9a5e6096347'}] {{(pid=92999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:54:10.727808 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-d2033071-3b21-461e-81da-d51e4a18ddba service neutron] Attempting to bind port eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1 on network 53eb215b-73fc-4ae2-898b-f9a5e6096347 {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:10.752715 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-d2033071-3b21-461e-81da-d51e4a18ddba service neutron] Port eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1 on network 53eb215b-73fc-4ae2-898b-f9a5e6096347 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:54:10.753560 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-d2033071-3b21-461e-81da-d51e4a18ddba service neutron] Attempting to bind port eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1 on network 53eb215b-73fc-4ae2-898b-f9a5e6096347 {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:10.757591 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c73145-ac76-4ac9-9d3a-21736c7bcc5b admin admin] Pushing event updated for resources: {'Port': ['ID=6b14a50c-fde2-456b-b7d5-98af7a8776b8,revision_number=2']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:10.779121 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-672990b0-0ec5-41c9-9e55-a1bd44c44ecd service neutron] Port c039e7df-bd20-4722-aa19-b5d034ddf39e on network e1a32c1a-2943-469d-808a-c66e5662fbcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:54:10.780023 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-672990b0-0ec5-41c9-9e55-a1bd44c44ecd service neutron] Attempting to bind port c039e7df-bd20-4722-aa19-b5d034ddf39e on network e1a32c1a-2943-469d-808a-c66e5662fbcd {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:10.795102 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5b510d3c-fe94-4421-9173-6cd5933cbd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:10.880112 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9c73145-ac76-4ac9-9d3a-21736c7bcc5b admin admin] Network 14e36b5a-d9bd-4a9a-8e33-0a405cb50bae is already hosted by enough agents. {{(pid=92999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:10.882935 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-d2033071-3b21-461e-81da-d51e4a18ddba service neutron] Checking agent: {'id': 'a8200757-c16c-46b0-9c68-b9d07f85534b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'started_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:54:10.882935 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-d2033071-3b21-461e-81da-d51e4a18ddba service neutron] Checking segment: {'id': 'ed76c822-9691-44c5-8ae3-bf3ddbc06bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53eb215b-73fc-4ae2-898b-f9a5e6096347'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:54:10.884524 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-d2033071-3b21-461e-81da-d51e4a18ddba service neutron] Bound using segment: {'id': 'ed76c822-9691-44c5-8ae3-bf3ddbc06bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53eb215b-73fc-4ae2-898b-f9a5e6096347'} {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:54:10.885714 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-d2033071-3b21-461e-81da-d51e4a18ddba service neutron] Bound port: eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ed76c822-9691-44c5-8ae3-bf3ddbc06bcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 524, 'network_id': '53eb215b-73fc-4ae2-898b-f9a5e6096347'}}] {{(pid=92999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:54:10.886346 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-d2033071-3b21-461e-81da-d51e4a18ddba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:10.896809 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [None req-f9c73145-ac76-4ac9-9d3a-21736c7bcc5b admin admin] Resources bound (agent type, host, resource id): {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:10.918046 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-672990b0-0ec5-41c9-9e55-a1bd44c44ecd service neutron] Checking agent: {'id': 'a8200757-c16c-46b0-9c68-b9d07f85534b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'started_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 53, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:54:10.918585 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-672990b0-0ec5-41c9-9e55-a1bd44c44ecd service neutron] Checking segment: {'id': '5f0599a3-c418-44ed-a069-7f15235b4797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e1a32c1a-2943-469d-808a-c66e5662fbcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:54:10.919697 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-672990b0-0ec5-41c9-9e55-a1bd44c44ecd service neutron] Bound using segment: {'id': '5f0599a3-c418-44ed-a069-7f15235b4797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e1a32c1a-2943-469d-808a-c66e5662fbcd'} {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:54:10.919908 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-672990b0-0ec5-41c9-9e55-a1bd44c44ecd service neutron] Bound port: c039e7df-bd20-4722-aa19-b5d034ddf39e, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f0599a3-c418-44ed-a069-7f15235b4797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e1a32c1a-2943-469d-808a-c66e5662fbcd'}}] {{(pid=92999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:54:10.920467 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-672990b0-0ec5-41c9-9e55-a1bd44c44ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:10.996332 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 45812) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:11.022308 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-f2b322fc-848b-4cd3-bc61-7bf5b61b7aab tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--591087660', 'description': 'tempest-description--1843983510'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:11.163864 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-61c984c3-6f86-43da-b39b-2efa75dc7d31 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b79bde3ef98a47fc8488184086b44b9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6669583 Jul 16 02:54:11.177411 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f2b322fc-848b-4cd3-bc61-7bf5b61b7aab tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:11.200197 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-1f6181e8-afa2-44b9-ac82-5514b0667b6f None None] Notify callbacks [] for port, precommit_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:11.221715 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.provisioning_blocks [None req-1f6181e8-afa2-44b9-ac82-5514b0667b6f None None] Transition to ACTIVE for port object 7064ad73-5074-4022-a345-79ef8a787827 will not be triggered until provisioned by entity L2. {{(pid=93001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:11.239132 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-1f6181e8-afa2-44b9-ac82-5514b0667b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:11.335202 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06352d-234b-420a-988a-102dd6662c2b None None] Pushing event updated for resources: {'Port': ['ID=7064ad73-5074-4022-a345-79ef8a787827,revision_number=3']} {{(pid=93001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:11.454555 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.managers [None req-1f6181e8-afa2-44b9-ac82-5514b0667b6f None None] Attempting to bind port 7064ad73-5074-4022-a345-79ef8a787827 on host dv-cinder-788364-5-smb for vnic_type normal with profile {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:54:11.455257 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.managers [None req-1f6181e8-afa2-44b9-ac82-5514b0667b6f None None] Attempting to bind port 7064ad73-5074-4022-a345-79ef8a787827 by drivers openvswitch,hyperv on host dv-cinder-788364-5-smb at level 0 using segments [{'id': '7d07a258-c4a7-4e28-b7a7-e65f63b3a875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e'}] {{(pid=93001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:54:11.455824 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6181e8-afa2-44b9-ac82-5514b0667b6f None None] Attempting to bind port 7064ad73-5074-4022-a345-79ef8a787827 on network 747b2ea9-fb6f-4340-aee2-7461ba32440e {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:11.464670 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6181e8-afa2-44b9-ac82-5514b0667b6f None None] Checking agent: {'id': '8f3583b4-bf6b-4e6e-ba40-769030d39d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 45, 21), 'started_at': datetime.datetime(2021, 7, 16, 2, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:54:11.483882 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6181e8-afa2-44b9-ac82-5514b0667b6f None None] Checking segment: {'id': '7d07a258-c4a7-4e28-b7a7-e65f63b3a875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:54:11.483882 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-1f6181e8-afa2-44b9-ac82-5514b0667b6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:11.483882 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f6181e8-afa2-44b9-ac82-5514b0667b6f None None] Bound using segment: {'id': '7d07a258-c4a7-4e28-b7a7-e65f63b3a875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e'} {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:54:11.483882 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.managers [None req-1f6181e8-afa2-44b9-ac82-5514b0667b6f None None] Bound port: 7064ad73-5074-4022-a345-79ef8a787827, host: dv-cinder-788364-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d07a258-c4a7-4e28-b7a7-e65f63b3a875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e'}}] {{(pid=93001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:54:11.483882 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-1f6181e8-afa2-44b9-ac82-5514b0667b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:11.561935 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-672990b0-0ec5-41c9-9e55-a1bd44c44ecd service neutron] For port c039e7df-bd20-4722-aa19-b5d034ddf39e, host hv-cinder-78836, cleared binding levels {{(pid=92999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:54:11.568050 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-672990b0-0ec5-41c9-9e55-a1bd44c44ecd service neutron] For port c039e7df-bd20-4722-aa19-b5d034ddf39e, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c039e7df-bd20-4722-aa19-b5d034ddf39e,segment=NetworkSegment(5f0599a3-c418-44ed-a069-7f15235b4797),segment_id=5f0599a3-c418-44ed-a069-7f15235b4797)] {{(pid=92999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:54:11.584125 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5b510d3c-fe94-4421-9173-6cd5933cbd35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154'] for subnet, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:11.590523 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-d2033071-3b21-461e-81da-d51e4a18ddba service neutron] For port eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1, host hv-cinder-78836, cleared binding levels {{(pid=92999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:54:11.595285 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-672990b0-0ec5-41c9-9e55-a1bd44c44ecd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:11.638784 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-288354f3-b120-4fff-8368-8d3e08e650a7 service neutron] 10.222.0.21 "GET /v2.0/networks/5e5c6bfb-07bb-468d-bd2e-617c99bc64ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4388025 Jul 16 02:54:11.667866 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.db [None req-1f6181e8-afa2-44b9-ac82-5514b0667b6f None None] For port 7064ad73-5074-4022-a345-79ef8a787827, host dv-cinder-788364-5-smb, cleared binding levels {{(pid=93001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:54:11.684509 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.db [None req-1f6181e8-afa2-44b9-ac82-5514b0667b6f None None] For port 7064ad73-5074-4022-a345-79ef8a787827, host dv-cinder-788364-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=7064ad73-5074-4022-a345-79ef8a787827,segment=NetworkSegment(7d07a258-c4a7-4e28-b7a7-e65f63b3a875),segment_id=7d07a258-c4a7-4e28-b7a7-e65f63b3a875)] {{(pid=93001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:54:11.691368 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-d2033071-3b21-461e-81da-d51e4a18ddba service neutron] For port eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1,segment=NetworkSegment(ed76c822-9691-44c5-8ae3-bf3ddbc06bcc),segment_id=ed76c822-9691-44c5-8ae3-bf3ddbc06bcc)] {{(pid=92999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:54:11.693225 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-1f6181e8-afa2-44b9-ac82-5514b0667b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:11.701922 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5b510d3c-fe94-4421-9173-6cd5933cbd35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for subnet, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:11.713168 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-5b510d3c-fe94-4421-9173-6cd5933cbd35 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e3be5031-9fe1-4211-b101-cf2a267c7b44 HTTP/1.1" status: 204 len: 168 time: 2.1450839 Jul 16 02:54:11.714168 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b510d3c-fe94-4421-9173-6cd5933cbd35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3be5031-9fe1-4211-b101-cf2a267c7b44,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:11.721840 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 45822) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:11.727468 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-d2033071-3b21-461e-81da-d51e4a18ddba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:11.793662 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-d2033071-3b21-461e-81da-d51e4a18ddba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:11.794534 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-d2033071-3b21-461e-81da-d51e4a18ddba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:11.800220 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-d2033071-3b21-461e-81da-d51e4a18ddba service neutron] 10.222.0.52 "PUT /v2.0/ports/eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1 HTTP/1.1" status: 200 len: 1093 time: 5.8609042 Jul 16 02:54:11.801744 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6181e8-afa2-44b9-ac82-5514b0667b6f None None] Routers {'80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:11.803592 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-672990b0-0ec5-41c9-9e55-a1bd44c44ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:11.804011 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-1f6181e8-afa2-44b9-ac82-5514b0667b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:53:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:11.805684 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-672990b0-0ec5-41c9-9e55-a1bd44c44ecd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:11.807864 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-672990b0-0ec5-41c9-9e55-a1bd44c44ecd service neutron] 10.222.0.52 "PUT /v2.0/ports/c039e7df-bd20-4722-aa19-b5d034ddf39e HTTP/1.1" status: 200 len: 1093 time: 6.6358223 Jul 16 02:54:11.809643 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17f1b6cc-459b-46df-93ac-f4665811eebc', 'tag': 'eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1'}, {'name': 'network-changed', 'server_uuid': 'ef8c478a-75f1-4e62-affc-a69c566baf47', 'tag': 'c039e7df-bd20-4722-aa19-b5d034ddf39e'}] {{(pid=92999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:54:11.986669 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 8737da9a-43ba-4db4-890a-15ab1b697d79 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:12.065302 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce06352d-234b-420a-988a-102dd6662c2b None None] Pushing event updated for resources: {'Port': ['ID=7064ad73-5074-4022-a345-79ef8a787827,revision_number=4']} {{(pid=93001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:12.072573 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-1f6181e8-afa2-44b9-ac82-5514b0667b6f None None] Set router 80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 gateway port host: dv-cinder-788364-5-smb {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:12.101940 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f2b322fc-848b-4cd3-bc61-7bf5b61b7aab tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:12.121515 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 8737da9a-43ba-4db4-890a-15ab1b697d79 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:12.122021 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:12.124965 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c823b096-c33b-487f-9005-29c8a91cd6e1 req-4bc0aae4-edcf-4b40-878d-205b9edb2d3c tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:12.128500 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c823b096-c33b-487f-9005-29c8a91cd6e1 req-4bc0aae4-edcf-4b40-878d-205b9edb2d3c tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 943 time: 0.7247932 Jul 16 02:54:12.136295 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f2b322fc-848b-4cd3-bc61-7bf5b61b7aab tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:12.150397 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-90e7611f-00a8-4c74-8d82-0dfb96de7862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609267'] for network, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:12.155933 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672990b0-0ec5-41c9-9e55-a1bd44c44ecd service neutron] Pushing event updated for resources: {'Port': ['ID=c039e7df-bd20-4722-aa19-b5d034ddf39e,revision_number=3']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:12.198001 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9c73145-ac76-4ac9-9d3a-21736c7bcc5b admin admin] Router 4664d273-7a74-4223-96ea-e3ed843e7d11 has already been hosted by L3 agent c2717fd8-7624-4935-9c00-920e66229c5a {{(pid=92999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:54:12.236159 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f2b322fc-848b-4cd3-bc61-7bf5b61b7aab tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:12.238397 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-f2b322fc-848b-4cd3-bc61-7bf5b61b7aab tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.2413325 Jul 16 02:54:12.251692 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b322fc-848b-4cd3-bc61-7bf5b61b7aab tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c64fd60-c281-477e-9546-eda5ee82f37e,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:12.256362 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 45836) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:12.273133 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-110c0fb5-eae3-4a6e-b430-b00b24845f66 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Request body: {'security_group_rule': {'security_group_id': '0c64fd60-c281-477e-9546-eda5ee82f37e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:12.298152 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-4c17efcd-cf21-49e9-9dd2-f9b64a218e58 service neutron] 10.222.0.21 "GET /v2.0/networks/5e5c6bfb-07bb-468d-bd2e-617c99bc64ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5921519 Jul 16 02:54:12.337297 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c823b096-c33b-487f-9005-29c8a91cd6e1 req-4c26b815-3053-4179-a764-d8a477d8da6e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600516 Jul 16 02:54:12.361621 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2033071-3b21-461e-81da-d51e4a18ddba service neutron] Pushing event updated for resources: {'Port': ['ID=eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1,revision_number=3']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:12.378800 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-110c0fb5-eae3-4a6e-b430-b00b24845f66 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:12.387415 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7924d30a451bfb46b248ee236a8924541a1a79d63876f3bc8bdb08287585aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac793dc-879d-4501-971c-cad121ecb55a" -d '{"events": [{"name": "network-changed", "server_uuid": "17f1b6cc-459b-46df-93ac-f4665811eebc", "tag": "eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1"}, {"name": "network-changed", "server_uuid": "ef8c478a-75f1-4e62-affc-a69c566baf47", "tag": "c039e7df-bd20-4722-aa19-b5d034ddf39e"}]}' {{(pid=92999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:54:12.520319 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-1f6181e8-afa2-44b9-ac82-5514b0667b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'name': 'tempest-AttachVolumeShelveTestJSON-1021802305-router', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:47Z', 'updated_at': '2021-07-16T02:54:04Z', 'revision_number': 4, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'gw_port': {'id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:48Z', 'updated_at': '2021-07-16T02:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '7064ad73-5074-4022-a345-79ef8a787827', 'name': '', 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'mac_address': 'fa:16:3e:b2:7f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '64e63330-214e-4dcd-a719-fae45048b23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:59Z', 'updated_at': '2021-07-16T02:54:11Z', 'revision_number': 4, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'subnets': [{'id': '64e63330-214e-4dcd-a719-fae45048b23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:12.522801 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-110c0fb5-eae3-4a6e-b430-b00b24845f66 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:12.533163 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-110c0fb5-eae3-4a6e-b430-b00b24845f66 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608273'] for security_group_rule, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:12.576673 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6181e8-afa2-44b9-ac82-5514b0667b6f None None] The sync data for ids ['80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'] in dv-cinder-788364-5-smb is: [{'id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'name': 'tempest-AttachVolumeShelveTestJSON-1021802305-router', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:47Z', 'updated_at': '2021-07-16T02:54:04Z', 'revision_number': 4, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'gw_port': {'id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:48Z', 'updated_at': '2021-07-16T02:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '7064ad73-5074-4022-a345-79ef8a787827', 'name': '', 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'mac_address': 'fa:16:3e:b2:7f:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '64e63330-214e-4dcd-a719-fae45048b23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:59Z', 'updated_at': '2021-07-16T02:54:11Z', 'revision_number': 4, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'subnets': [{'id': '64e63330-214e-4dcd-a719-fae45048b23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:54:12.587248 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110c0fb5-eae3-4a6e-b430-b00b24845f66 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=383009c1-a4ba-4093-a82a-dcaaa4ba1ca3,revision_number=0']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:12.624268 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-110c0fb5-eae3-4a6e-b430-b00b24845f66 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:12.628547 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-110c0fb5-eae3-4a6e-b430-b00b24845f66 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3636889 Jul 16 02:54:12.657738 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 45848) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:12.700103 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-9cedca53-8ca9-4d86-8a8f-a4fe39f671d8 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Request body: {'security_group_rule': {'security_group_id': '0c64fd60-c281-477e-9546-eda5ee82f37e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:12.775248 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9beb7e88-ccc9-4436-a9cf-16505ca01f32 req-71933e52-97cf-4f99-bc0b-b4842231a961 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:12.783063 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9beb7e88-ccc9-4436-a9cf-16505ca01f32 req-71933e52-97cf-4f99-bc0b-b4842231a961 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f1b6cc-459b-46df-93ac-f4665811eebc HTTP/1.1" status: 200 len: 943 time: 0.1992593 Jul 16 02:54:12.785827 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-9cedca53-8ca9-4d86-8a8f-a4fe39f671d8 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:12.859083 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-90e7611f-00a8-4c74-8d82-0dfb96de7862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531196', 'neutron.services.segments.db._delete_segments_for_network-8744535121484'] for network, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:12.894376 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9beb7e88-ccc9-4436-a9cf-16505ca01f32 req-02801e9c-d8c4-4552-823e-4d3cf2cd6950 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/security-groups?id=49e23a17-7961-4a2a-86cc-6e70e196fc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102996 Jul 16 02:54:12.955233 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9c73145-ac76-4ac9-9d3a-21736c7bcc5b admin admin] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:54:12.960625 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-f9c73145-ac76-4ac9-9d3a-21736c7bcc5b admin admin] 10.222.0.21 "PUT /v2.0/routers/4664d273-7a74-4223-96ea-e3ed843e7d11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7632682 Jul 16 02:54:12.976622 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-90e7611f-00a8-4c74-8d82-0dfb96de7862 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:54:12.977041 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-90e7611f-00a8-4c74-8d82-0dfb96de7862 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:54:12.978345 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-90e7611f-00a8-4c74-8d82-0dfb96de7862 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:54:12.978970 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-90e7611f-00a8-4c74-8d82-0dfb96de7862 admin admin] Subscribe: > port after_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:54:12.980111 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-90e7611f-00a8-4c74-8d82-0dfb96de7862 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:54:12.980457 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-90e7611f-00a8-4c74-8d82-0dfb96de7862 admin admin] Subscribe: > port after_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:54:12.980778 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-90e7611f-00a8-4c74-8d82-0dfb96de7862 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:54:12.981098 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-90e7611f-00a8-4c74-8d82-0dfb96de7862 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:54:12.981413 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-90e7611f-00a8-4c74-8d82-0dfb96de7862 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:54:12.981731 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-90e7611f-00a8-4c74-8d82-0dfb96de7862 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:54:12.988988 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208bbcec-cd7d-4466-83f8-226912d8093c None None] Sync routers for ids ['4664d273-7a74-4223-96ea-e3ed843e7d11'] in dv-cinder-788364-5-smb {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:54:13.040904 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-9cedca53-8ca9-4d86-8a8f-a4fe39f671d8 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:13.048814 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-9cedca53-8ca9-4d86-8a8f-a4fe39f671d8 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608273'] for security_group_rule, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:13.064518 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208bbcec-cd7d-4466-83f8-226912d8093c None None] Routers {'4664d273-7a74-4223-96ea-e3ed843e7d11'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:13.067783 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-208bbcec-cd7d-4466-83f8-226912d8093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:53:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['4664d273-7a74-4223-96ea-e3ed843e7d11'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:13.115414 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cedca53-8ca9-4d86-8a8f-a4fe39f671d8 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e86e9eb-bf96-4845-8614-5294ea07196b,revision_number=0']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:13.288195 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7950c577-3eda-47d4-b05f-51c977aa4eb6 req-0a6a09fd-c65e-4c3a-b687-dff39b87dfa7 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 210 time: 0.1973591 Jul 16 02:54:13.292600 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-9cedca53-8ca9-4d86-8a8f-a4fe39f671d8 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:13.307629 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-9cedca53-8ca9-4d86-8a8f-a4fe39f671d8 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6451313 Jul 16 02:54:13.308686 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 45874) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:13.328708 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-27bf7bdf-4122-472a-a507-a793a2f949f6 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Request body: {'floatingip': {'floating_network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:13.400487 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-90e7611f-00a8-4c74-8d82-0dfb96de7862 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:54:13.400658 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-90e7611f-00a8-4c74-8d82-0dfb96de7862 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:54:13.405621 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-90e7611f-00a8-4c74-8d82-0dfb96de7862 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:54:13.408666 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-90e7611f-00a8-4c74-8d82-0dfb96de7862 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92999) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:54:13.412678 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.services.segments.db [None req-90e7611f-00a8-4c74-8d82-0dfb96de7862 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6586cb7f-fea1-44b4-8e6b-c3721c598f51']}} {{(pid=92999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:13.455496 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-75966284-6480-4e14-b613-5adf23ab971b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:13.467104 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-75966284-6480-4e14-b613-5adf23ab971b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e3acf92991541b1a13b2b0872c8876d&device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 1096 time: 1.4564357 Jul 16 02:54:13.485521 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-208bbcec-cd7d-4466-83f8-226912d8093c None None] Set router 4664d273-7a74-4223-96ea-e3ed843e7d11 gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:13.499227 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 02:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d53ba6d-4c30-45f0-aa7c-094dc1353823 x-openstack-request-id: req-8d53ba6d-4c30-45f0-aa7c-094dc1353823 {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:54:13.501143 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "17f1b6cc-459b-46df-93ac-f4665811eebc", "tag": "eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ef8c478a-75f1-4e62-affc-a69c566baf47", "tag": "c039e7df-bd20-4722-aa19-b5d034ddf39e", "status": "completed", "code": 200}]} {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:54:13.502964 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d53ba6d-4c30-45f0-aa7c-094dc1353823 {{(pid=92999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:54:13.503817 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17f1b6cc-459b-46df-93ac-f4665811eebc', 'tag': 'eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1', 'status': 'completed', 'code': 200} Jul 16 02:54:13.504384 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef8c478a-75f1-4e62-affc-a69c566baf47', 'tag': 'c039e7df-bd20-4722-aa19-b5d034ddf39e', 'status': 'completed', 'code': 200} Jul 16 02:54:13.511784 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-27bf7bdf-4122-472a-a507-a793a2f949f6 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for floatingip, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:13.692561 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.services.segments.db [None req-90e7611f-00a8-4c74-8d82-0dfb96de7862 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '365ef0e8-3e10-438d-ac2d-a50b45652529') {'for_net_delete': True} {{(pid=92999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:13.692839 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.services.segments.db [None req-90e7611f-00a8-4c74-8d82-0dfb96de7862 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '365ef0e8-3e10-438d-ac2d-a50b45652529') {} {{(pid=92999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:13.780520 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-3fe13492-7f0c-4cd0-ac0d-7962f17bf191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:13.785050 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-3fe13492-7f0c-4cd0-ac0d-7962f17bf191 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6e482f766dc24993a5c2c1deafecac72&device_id=17f1b6cc-459b-46df-93ac-f4665811eebc HTTP/1.1" status: 200 len: 1096 time: 1.7781141 Jul 16 02:54:13.811276 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-daa59ad6-467c-4fcb-b245-45b0e1918d75 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c039e7df-bd20-4722-aa19-b5d034ddf39e HTTP/1.1" status: 200 len: 217 time: 0.2914553 Jul 16 02:54:13.827620 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-90e7611f-00a8-4c74-8d82-0dfb96de7862 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744535123541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9525621'] for segment, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:13.838271 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab5df6e-ac5c-4d6d-bc52-08f3c8e5dc1a req-578217bd-3ce2-4ab6-9be3-8270b308905a tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:13.847324 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-bab5df6e-ac5c-4d6d-bc52-08f3c8e5dc1a req-578217bd-3ce2-4ab6-9be3-8270b308905a tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 943 time: 0.2031372 Jul 16 02:54:13.893775 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 7064ad73-5074-4022-a345-79ef8a787827 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:13.970767 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-bab5df6e-ac5c-4d6d-bc52-08f3c8e5dc1a req-b4e0818c-0942-4a0f-8cd5-e9c108a1121f tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222792 Jul 16 02:54:14.020472 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-c6ad8e48-c5ac-4c0d-acf9-9b2557a3e767 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1 HTTP/1.1" status: 200 len: 217 time: 0.2159939 Jul 16 02:54:14.027563 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-27bf7bdf-4122-472a-a507-a793a2f949f6 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:14.033717 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-90e7611f-00a8-4c74-8d82-0dfb96de7862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:14.059624 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90e7611f-00a8-4c74-8d82-0dfb96de7862 admin admin] Releasing vlan 523 on physical network physnet1 to pool {{(pid=92999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:54:14.060085 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-90e7611f-00a8-4c74-8d82-0dfb96de7862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9108220'] for segment, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: from cryptography.utils import int_from_bytes Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: from cryptography.utils import int_from_bytes Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: Traceback (most recent call last): Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: timer() Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: cb(*args, **kw) Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: return func(*args, **kwargs) Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: self._notify() Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: self.callback(batched_events) Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: event.method(event) Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: return f(self, *a, **k) Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: return self._get(url).json() Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: return self.request(url, 'GET', **kwargs) Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:54:14.064403 dv-cinder-788364-5-smb neutron-server[92999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:54:14.100189 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning for port 7064ad73-5074-4022-a345-79ef8a787827 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:14.107547 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-347ecdae-2752-426e-81da-a39bff0bbb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:14.109263 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-347ecdae-2752-426e-81da-a39bff0bbb60 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3506f4a1-aba4-484e-9411-d55316db4b52 HTTP/1.1" status: 200 len: 855 time: 0.2677381 Jul 16 02:54:14.120340 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 7064ad73-5074-4022-a345-79ef8a787827 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:14.120941 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:14.219247 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-208bbcec-cd7d-4466-83f8-226912d8093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4664d273-7a74-4223-96ea-e3ed843e7d11', 'name': 'tempest-ServerRescueNegativeTestJSON-117632317-router', 'tenant_id': '6f945e439d0e4d87b06aad1c45f83b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bb5dcc2c-cd2c-417f-b8a8-bf1588323749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:48Z', 'updated_at': '2021-07-16T02:54:07Z', 'revision_number': 4, 'project_id': '6f945e439d0e4d87b06aad1c45f83b97', 'gw_port': {'id': 'bb5dcc2c-cd2c-417f-b8a8-bf1588323749', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:53:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4664d273-7a74-4223-96ea-e3ed843e7d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:49Z', 'updated_at': '2021-07-16T02:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '6b14a50c-fde2-456b-b7d5-98af7a8776b8', 'name': '', 'network_id': '14e36b5a-d9bd-4a9a-8e33-0a405cb50bae', 'tenant_id': '6f945e439d0e4d87b06aad1c45f83b97', 'mac_address': 'fa:16:3e:82:bf:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4664d273-7a74-4223-96ea-e3ed843e7d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f56becb0-35ba-4a8c-8d35-b94e96683f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:04Z', 'updated_at': '2021-07-16T02:54:08Z', 'revision_number': 2, 'project_id': '6f945e439d0e4d87b06aad1c45f83b97', 'subnets': [{'id': 'f56becb0-35ba-4a8c-8d35-b94e96683f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:14.262707 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-cf8d575d-5e72-4012-873e-939b06cd4e52 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:14.266630 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-608c0091-43ea-432f-914f-430f8bf1975b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1a32c1a-2943-469d-808a-c66e5662fbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1480052 Jul 16 02:54:14.271491 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-cf8d575d-5e72-4012-873e-939b06cd4e52 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/networks?id=14e36b5a-d9bd-4a9a-8e33-0a405cb50bae HTTP/1.1" status: 200 len: 818 time: 0.3264205 Jul 16 02:54:14.280862 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208bbcec-cd7d-4466-83f8-226912d8093c None None] Checking router: 4664d273-7a74-4223-96ea-e3ed843e7d11 for host: dv-cinder-788364-5-smb {{(pid=93000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:54:14.281585 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208bbcec-cd7d-4466-83f8-226912d8093c None None] Updating router 4664d273-7a74-4223-96ea-e3ed843e7d11 port 6b14a50c-fde2-456b-b7d5-98af7a8776b8 binding host dv-cinder-788364-5-smb {{(pid=93000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:54:14.303257 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-dc74b96e-64ba-402b-afad-c075fc6fcb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:14.305743 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-dc74b96e-64ba-402b-afad-c075fc6fcb33 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a85fa7e2-1e9a-4884-99ad-05d055ada5b3 HTTP/1.1" status: 200 len: 852 time: 0.2622993 Jul 16 02:54:14.319338 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-90e7611f-00a8-4c74-8d82-0dfb96de7862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442047'] for network, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:14.344232 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-76971afe-8b09-499c-b95d-273712c74161 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/quotas/6f945e439d0e4d87b06aad1c45f83b97 HTTP/1.1" status: 200 len: 375 time: 0.0486310 Jul 16 02:54:14.655345 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.db_base_plugin_common [None req-27bf7bdf-4122-472a-a507-a793a2f949f6 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Allocated IP 172.28.1.9 (7c2f8857-88c5-405d-9e5d-ca6a329284f0/001ca838-c681-472d-be9c-9f5b7f18b0f7/f0947e46-e340-444f-8dca-1167896e4173) {{(pid=92998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:54:14.795781 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-90e7611f-00a8-4c74-8d82-0dfb96de7862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:14.798805 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-90e7611f-00a8-4c74-8d82-0dfb96de7862 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6586cb7f-fea1-44b4-8e6b-c3721c598f51 HTTP/1.1" status: 204 len: 168 time: 3.0736301 Jul 16 02:54:14.803673 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-208bbcec-cd7d-4466-83f8-226912d8093c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:14.840908 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 45914) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:14.845402 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-f0d31f22-789e-400d-a869-846b6e8ecc80 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53eb215b-73fc-4ae2-898b-f9a5e6096347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0995350 Jul 16 02:54:14.846247 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e7611f-00a8-4c74-8d82-0dfb96de7862 admin admin] Pushing event deleted for resources: {'Network': ['ID=6586cb7f-fea1-44b4-8e6b-c3721c598f51,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:14.933279 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:14.943557 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-27bf7bdf-4122-472a-a507-a793a2f949f6 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for port, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:14.984699 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-fdff3b32-4ac6-43ef-9a87-5969c1644cf5 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f945e439d0e4d87b06aad1c45f83b97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5633235 Jul 16 02:54:15.026612 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6490a74d-b586-462b-b368-462072ea38d4 req-e31c3990-f9b2-4420-b24f-5495486a7aa7 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:15.028729 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6490a74d-b586-462b-b368-462072ea38d4 req-e31c3990-f9b2-4420-b24f-5495486a7aa7 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f1b6cc-459b-46df-93ac-f4665811eebc HTTP/1.1" status: 200 len: 943 time: 0.6785603 Jul 16 02:54:15.067130 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-94114009-01ec-4376-9e6d-6e084048585d None None] For port 7064ad73-5074-4022-a345-79ef8a787827, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=7064ad73-5074-4022-a345-79ef8a787827,segment=NetworkSegment(7d07a258-c4a7-4e28-b7a7-e65f63b3a875),segment_id=7d07a258-c4a7-4e28-b7a7-e65f63b3a875)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:15.173753 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6490a74d-b586-462b-b368-462072ea38d4 req-193ce08a-ac22-4a30-a0f3-80c7c4645895 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/security-groups?id=49e23a17-7961-4a2a-86cc-6e70e196fc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981815 Jul 16 02:54:15.196501 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:15.208687 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-27bf7bdf-4122-472a-a507-a793a2f949f6 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323'] for port, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:15.243934 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-26d7792a-2677-4e13-8b42-56662b269585 service neutron] 10.222.0.21 "GET /v2.0/networks/14e36b5a-d9bd-4a9a-8e33-0a405cb50bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2575426 Jul 16 02:54:15.255888 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-6833273e-d4e0-4bf0-b52b-947fc16db784 service neutron] 10.222.0.52 "GET /v2.0/networks/e1a32c1a-2943-469d-808a-c66e5662fbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9745300 Jul 16 02:54:15.263480 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_v2 [None req-16706aa1-8cdd-4332-9c3e-7d4f28bd3fd6 admin admin] Deleting subnet 13a3807d-24a6-4c6b-92df-468d0f89d4ac {{(pid=92999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:54:15.271184 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-16706aa1-8cdd-4332-9c3e-7d4f28bd3fd6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:15.300140 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.52', 59736) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:15.371522 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Pushing event updated for resources: {'Port': ['ID=7064ad73-5074-4022-a345-79ef8a787827,revision_number=5']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:15.382702 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27bf7bdf-4122-472a-a507-a793a2f949f6 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Network 7c2f8857-88c5-405d-9e5d-ca6a329284f0 is already hosted by enough agents. {{(pid=92998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:15.410530 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-b8cdf6e2-a380-47b7-8981-c75e4d335c45 service neutron] 10.222.0.52 "GET /v2.0/networks/53eb215b-73fc-4ae2-898b-f9a5e6096347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4815223 Jul 16 02:54:15.411725 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.base_scheduler [None req-27bf7bdf-4122-472a-a507-a793a2f949f6 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Resources bound (agent type, host, resource id): {{(pid=92998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:15.445610 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27bf7bdf-4122-472a-a507-a793a2f949f6 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Received port after_create {{(pid=92998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:54:15.447986 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-16706aa1-8cdd-4332-9c3e-7d4f28bd3fd6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9525570'] for subnet, precommit_delete_associations {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:15.461882 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-69a8916a-7eba-4b2a-b530-18ffe2eb79e9 req-60b04dda-9577-4775-afb9-60b0f3c39e9a tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 210 time: 0.0674918 Jul 16 02:54:15.562031 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-208bbcec-cd7d-4466-83f8-226912d8093c None None] Notify callbacks [] for port, precommit_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:15.579146 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-208bbcec-cd7d-4466-83f8-226912d8093c None None] Transition to ACTIVE for port object 6b14a50c-fde2-456b-b7d5-98af7a8776b8 will not be triggered until provisioned by entity L2. {{(pid=93000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:15.581705 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-638dcee4-a16d-494a-876c-011db879fb6a tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:15.583273 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-638dcee4-a16d-494a-876c-011db879fb6a tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.52 "GET /v2.0/networks?id=5e5c6bfb-07bb-468d-bd2e-617c99bc64ab HTTP/1.1" status: 200 len: 811 time: 0.2617664 Jul 16 02:54:15.583967 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf7bdf-4122-472a-a507-a793a2f949f6 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Pushing event updated for resources: {'Port': ['ID=f0947e46-e340-444f-8dca-1167896e4173,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:15.594154 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-208bbcec-cd7d-4466-83f8-226912d8093c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:15.671813 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060aa9bd-58ad-4534-a2c0-42a832483c0d None None] Pushing event updated for resources: {'Port': ['ID=6b14a50c-fde2-456b-b7d5-98af7a8776b8,revision_number=3']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:15.800740 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-99d88615-98bf-41cf-a19c-d9b226abe538 service neutron] 10.222.0.21 "GET /v2.0/networks/14e36b5a-d9bd-4a9a-8e33-0a405cb50bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5450051 Jul 16 02:54:15.828359 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-3fb2f014-1608-4fc7-8046-927571122793 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b79bde3ef98a47fc8488184086b44b9c HTTP/1.1" status: 200 len: 380 time: 0.2267880 Jul 16 02:54:15.829660 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-27bf7bdf-4122-472a-a507-a793a2f949f6 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:15.832668 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-208bbcec-cd7d-4466-83f8-226912d8093c None None] Attempting to bind port 6b14a50c-fde2-456b-b7d5-98af7a8776b8 on host dv-cinder-788364-5-smb for vnic_type normal with profile {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:54:15.833160 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-208bbcec-cd7d-4466-83f8-226912d8093c None None] Attempting to bind port 6b14a50c-fde2-456b-b7d5-98af7a8776b8 by drivers openvswitch,hyperv on host dv-cinder-788364-5-smb at level 0 using segments [{'id': '4ed6d855-b950-4744-a0c4-4d38455d73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '14e36b5a-d9bd-4a9a-8e33-0a405cb50bae'}] {{(pid=93000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:54:15.833526 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208bbcec-cd7d-4466-83f8-226912d8093c None None] Attempting to bind port 6b14a50c-fde2-456b-b7d5-98af7a8776b8 on network 14e36b5a-d9bd-4a9a-8e33-0a405cb50bae {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:15.843675 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-635b7b1e-2c5f-4a08-a8c9-71e2ed702776 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Request body: {'port': {'device_id': 'bcef96d1-5529-4561-9561-6c056fd6f4d3', 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab', 'admin_state_up': True, 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'security_groups': ['77382746-634f-4b15-907a-bb3e10ad8f65']}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:15.853407 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208bbcec-cd7d-4466-83f8-226912d8093c None None] Checking agent: {'id': '8f3583b4-bf6b-4e6e-ba40-769030d39d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 45, 21), 'started_at': datetime.datetime(2021, 7, 16, 2, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 53, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:54:15.853407 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208bbcec-cd7d-4466-83f8-226912d8093c None None] Checking segment: {'id': '4ed6d855-b950-4744-a0c4-4d38455d73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '14e36b5a-d9bd-4a9a-8e33-0a405cb50bae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:54:15.854932 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-208bbcec-cd7d-4466-83f8-226912d8093c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:15.855992 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-208bbcec-cd7d-4466-83f8-226912d8093c None None] Bound using segment: {'id': '4ed6d855-b950-4744-a0c4-4d38455d73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '14e36b5a-d9bd-4a9a-8e33-0a405cb50bae'} {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:54:15.859446 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-208bbcec-cd7d-4466-83f8-226912d8093c None None] Bound port: 6b14a50c-fde2-456b-b7d5-98af7a8776b8, host: dv-cinder-788364-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ed6d855-b950-4744-a0c4-4d38455d73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '14e36b5a-d9bd-4a9a-8e33-0a405cb50bae'}}] {{(pid=93000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:54:15.859962 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-208bbcec-cd7d-4466-83f8-226912d8093c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:15.865315 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-16706aa1-8cdd-4332-9c3e-7d4f28bd3fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:15.874958 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 7064ad73-5074-4022-a345-79ef8a787827 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:15.933853 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6205310d-20e3-4cdb-b984-d3b5f4345998 req-21790478-0578-4101-92b0-fef107e93be0 service neutron] 10.222.0.52 "GET /v2.0/networks/53eb215b-73fc-4ae2-898b-f9a5e6096347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5058777 Jul 16 02:54:16.018870 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-208bbcec-cd7d-4466-83f8-226912d8093c None None] For port 6b14a50c-fde2-456b-b7d5-98af7a8776b8, host dv-cinder-788364-5-smb, cleared binding levels {{(pid=93000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:54:16.023323 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-208bbcec-cd7d-4466-83f8-226912d8093c None None] For port 6b14a50c-fde2-456b-b7d5-98af7a8776b8, host dv-cinder-788364-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=6b14a50c-fde2-456b-b7d5-98af7a8776b8,segment=NetworkSegment(4ed6d855-b950-4744-a0c4-4d38455d73bd),segment_id=4ed6d855-b950-4744-a0c4-4d38455d73bd)] {{(pid=93000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:54:16.028562 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 7064ad73-5074-4022-a345-79ef8a787827 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:16.028946 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:16.032538 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-208bbcec-cd7d-4466-83f8-226912d8093c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:16.047418 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-fe9ff597-736a-47ff-8530-ede29a77d0d7 req-132e8471-1ec7-4eaa-bd60-b636262ab246 service neutron] 10.222.0.52 "GET /v2.0/networks/e1a32c1a-2943-469d-808a-c66e5662fbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7342601 Jul 16 02:54:16.141880 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-16706aa1-8cdd-4332-9c3e-7d4f28bd3fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9108318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10320817'] for subnet, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:16.182275 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-16706aa1-8cdd-4332-9c3e-7d4f28bd3fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for subnet, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:16.187754 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-16706aa1-8cdd-4332-9c3e-7d4f28bd3fd6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/13a3807d-24a6-4c6b-92df-468d0f89d4ac HTTP/1.1" status: 204 len: 168 time: 1.3370278 Jul 16 02:54:16.189261 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 45940) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:16.207263 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060aa9bd-58ad-4534-a2c0-42a832483c0d None None] Pushing event updated for resources: {'Port': ['ID=6b14a50c-fde2-456b-b7d5-98af7a8776b8,revision_number=4']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:16.214330 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208bbcec-cd7d-4466-83f8-226912d8093c None None] Routers {'4664d273-7a74-4223-96ea-e3ed843e7d11'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:16.221457 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-208bbcec-cd7d-4466-83f8-226912d8093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:53:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['4664d273-7a74-4223-96ea-e3ed843e7d11'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:16.255604 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1b21bc52-dadf-4c3c-8aea-41bd0d5f4b32 req-9273d75d-3aba-480c-80f0-f43ec3f73bfe tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 210 time: 0.0819829 Jul 16 02:54:16.389609 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-27bf7bdf-4122-472a-a507-a793a2f949f6 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:16.401012 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16706aa1-8cdd-4332-9c3e-7d4f28bd3fd6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13a3807d-24a6-4c6b-92df-468d0f89d4ac,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:16.405806 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-e05630f9-503f-4ca4-832c-106f5fdb1085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609267'] for network, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:16.504421 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-208bbcec-cd7d-4466-83f8-226912d8093c None None] Set router 4664d273-7a74-4223-96ea-e3ed843e7d11 gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:16.510706 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac793dc-879d-4501-971c-cad121ecb55a req-81a85b9d-8da8-4cf8-85f5-745aad1958d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:16.511032 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2943a0-e365-4685-9cf8-20015982cb02 req-47b83ab4-4407-47c8-ab68-231686096694 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:16.513700 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-dc2943a0-e365-4685-9cf8-20015982cb02 req-47b83ab4-4407-47c8-ab68-231686096694 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 943 time: 0.6239834 Jul 16 02:54:16.516807 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-2ac793dc-879d-4501-971c-cad121ecb55a req-81a85b9d-8da8-4cf8-85f5-745aad1958d4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6e482f766dc24993a5c2c1deafecac72&device_id=17f1b6cc-459b-46df-93ac-f4665811eebc HTTP/1.1" status: 200 len: 1096 time: 0.4448426 Jul 16 02:54:16.672955 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-635b7b1e-2c5f-4a08-a8c9-71e2ed702776 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Made reservation on behalf of b79bde3ef98a47fc8488184086b44b9c for: {'port': 1} {{(pid=92998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:54:16.676704 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-635b7b1e-2c5f-4a08-a8c9-71e2ed702776 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:16.682112 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-e05630f9-503f-4ca4-832c-106f5fdb1085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531196', 'neutron.services.segments.db._delete_segments_for_network-8744535121484'] for network, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:16.735455 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-dc2943a0-e365-4685-9cf8-20015982cb02 req-3938e76f-c6ae-4838-ba7c-d2695524ae06 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900132 Jul 16 02:54:16.741480 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.services.segments.db [None req-e05630f9-503f-4ca4-832c-106f5fdb1085 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['575097e2-2e6a-4882-9a69-753805028a66']}} {{(pid=92999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:16.808287 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.services.segments.db [None req-e05630f9-503f-4ca4-832c-106f5fdb1085 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32d934cd-670d-4bb6-b2a4-8dd661a1f3fa') {'for_net_delete': True} {{(pid=92999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:16.808524 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.services.segments.db [None req-e05630f9-503f-4ca4-832c-106f5fdb1085 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32d934cd-670d-4bb6-b2a4-8dd661a1f3fa') {} {{(pid=92999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:16.847807 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-e05630f9-503f-4ca4-832c-106f5fdb1085 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744535123541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9525621'] for segment, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:16.857314 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-208bbcec-cd7d-4466-83f8-226912d8093c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4664d273-7a74-4223-96ea-e3ed843e7d11', 'name': 'tempest-ServerRescueNegativeTestJSON-117632317-router', 'tenant_id': '6f945e439d0e4d87b06aad1c45f83b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bb5dcc2c-cd2c-417f-b8a8-bf1588323749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:48Z', 'updated_at': '2021-07-16T02:54:07Z', 'revision_number': 4, 'project_id': '6f945e439d0e4d87b06aad1c45f83b97', 'gw_port': {'id': 'bb5dcc2c-cd2c-417f-b8a8-bf1588323749', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:53:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4664d273-7a74-4223-96ea-e3ed843e7d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:49Z', 'updated_at': '2021-07-16T02:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '6b14a50c-fde2-456b-b7d5-98af7a8776b8', 'name': '', 'network_id': '14e36b5a-d9bd-4a9a-8e33-0a405cb50bae', 'tenant_id': '6f945e439d0e4d87b06aad1c45f83b97', 'mac_address': 'fa:16:3e:82:bf:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4664d273-7a74-4223-96ea-e3ed843e7d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f56becb0-35ba-4a8c-8d35-b94e96683f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:04Z', 'updated_at': '2021-07-16T02:54:16Z', 'revision_number': 4, 'project_id': '6f945e439d0e4d87b06aad1c45f83b97', 'subnets': [{'id': 'f56becb0-35ba-4a8c-8d35-b94e96683f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:16.887411 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-e05630f9-503f-4ca4-832c-106f5fdb1085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:16.896755 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-208bbcec-cd7d-4466-83f8-226912d8093c None None] The sync data for ids ['4664d273-7a74-4223-96ea-e3ed843e7d11'] in dv-cinder-788364-5-smb is: [{'id': '4664d273-7a74-4223-96ea-e3ed843e7d11', 'name': 'tempest-ServerRescueNegativeTestJSON-117632317-router', 'tenant_id': '6f945e439d0e4d87b06aad1c45f83b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bb5dcc2c-cd2c-417f-b8a8-bf1588323749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:48Z', 'updated_at': '2021-07-16T02:54:07Z', 'revision_number': 4, 'project_id': '6f945e439d0e4d87b06aad1c45f83b97', 'gw_port': {'id': 'bb5dcc2c-cd2c-417f-b8a8-bf1588323749', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:53:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4664d273-7a74-4223-96ea-e3ed843e7d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:49Z', 'updated_at': '2021-07-16T02:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '6b14a50c-fde2-456b-b7d5-98af7a8776b8', 'name': '', 'network_id': '14e36b5a-d9bd-4a9a-8e33-0a405cb50bae', 'tenant_id': '6f945e439d0e4d87b06aad1c45f83b97', 'mac_address': 'fa:16:3e:82:bf:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4664d273-7a74-4223-96ea-e3ed843e7d11', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': 'f56becb0-35ba-4a8c-8d35-b94e96683f38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:54:04Z', 'updated_at': '2021-07-16T02:54:16Z', 'revision_number': 4, 'project_id': '6f945e439d0e4d87b06aad1c45f83b97', 'subnets': [{'id': 'f56becb0-35ba-4a8c-8d35-b94e96683f38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:54:16.907265 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e05630f9-503f-4ca4-832c-106f5fdb1085 admin admin] Releasing vlan 544 on physical network physnet1 to pool {{(pid=92999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:54:16.907672 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-e05630f9-503f-4ca4-832c-106f5fdb1085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9108220'] for segment, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: Traceback (most recent call last): Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: timer() Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: cb(*args, **kw) Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: return func(*args, **kwargs) Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: self._notify() Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: self.callback(batched_events) Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: event.method(event) Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: return f(self, *a, **k) Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: return self._get(url).json() Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: return self.request(url, 'GET', **kwargs) Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:54:17.015163 dv-cinder-788364-5-smb neutron-server[92999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:54:17.027889 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac793dc-879d-4501-971c-cad121ecb55a req-b47dea6e-ae4d-44bb-beb8-37f8e0ca5ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:17.029963 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-2ac793dc-879d-4501-971c-cad121ecb55a req-b47dea6e-ae4d-44bb-beb8-37f8e0ca5ee9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=53eb215b-73fc-4ae2-898b-f9a5e6096347 HTTP/1.1" status: 200 len: 913 time: 0.5098202 Jul 16 02:54:17.035376 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-e05630f9-503f-4ca4-832c-106f5fdb1085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442047'] for network, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.050306 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-e05630f9-503f-4ca4-832c-106f5fdb1085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.061725 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-e05630f9-503f-4ca4-832c-106f5fdb1085 admin admin] 10.222.0.21 "DELETE /v2.0/networks/575097e2-2e6a-4882-9a69-753805028a66 HTTP/1.1" status: 204 len: 168 time: 0.8583438 Jul 16 02:54:17.069689 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a7c0a4-5196-4724-91fb-7b394b8aa9ff req-62694508-f78f-4da1-a39b-b3fc55cbcccd tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:17.081006 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-61a7c0a4-5196-4724-91fb-7b394b8aa9ff req-62694508-f78f-4da1-a39b-b3fc55cbcccd tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f1b6cc-459b-46df-93ac-f4665811eebc HTTP/1.1" status: 200 len: 943 time: 0.5367117 Jul 16 02:54:17.113265 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-27bf7bdf-4122-472a-a507-a793a2f949f6 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for port, precommit_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.156539 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05630f9-503f-4ca4-832c-106f5fdb1085 admin admin] Pushing event deleted for resources: {'Network': ['ID=575097e2-2e6a-4882-9a69-753805028a66,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:17.159641 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-27bf7bdf-4122-472a-a507-a793a2f949f6 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.160600 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-2ac793dc-879d-4501-971c-cad121ecb55a req-eeb062e7-21e7-49a9-95a7-a59917c143a5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1 HTTP/1.1" status: 200 len: 217 time: 0.1217473 Jul 16 02:54:17.239645 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.303219 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac793dc-879d-4501-971c-cad121ecb55a req-969171a3-ba90-49ef-92d8-f0b1d14a5f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:17.307156 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-2ac793dc-879d-4501-971c-cad121ecb55a req-969171a3-ba90-49ef-92d8-f0b1d14a5f84 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a85fa7e2-1e9a-4884-99ad-05d055ada5b3 HTTP/1.1" status: 200 len: 852 time: 0.0930772 Jul 16 02:54:17.372260 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-2ac793dc-879d-4501-971c-cad121ecb55a req-e48a8350-7778-4247-a5ea-3dfcd0878732 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=53eb215b-73fc-4ae2-898b-f9a5e6096347&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564055 Jul 16 02:54:17.399083 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-27bf7bdf-4122-472a-a507-a793a2f949f6 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442025'] for floatingip, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.399896 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 45992) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:17.475994 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bf7bdf-4122-472a-a507-a793a2f949f6 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Pushing event updated for resources: {'Port': ['ID=f0947e46-e340-444f-8dca-1167896e4173,revision_number=2']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:17.489424 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-27bf7bdf-4122-472a-a507-a793a2f949f6 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for floatingip, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:17.491436 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-27bf7bdf-4122-472a-a507-a793a2f949f6 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.1788359 Jul 16 02:54:17.496152 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-61a7c0a4-5196-4724-91fb-7b394b8aa9ff req-aa41b3b4-7064-43f9-8010-33d0e75b0488 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/security-groups?id=49e23a17-7961-4a2a-86cc-6e70e196fc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4138970 Jul 16 02:54:17.545866 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.db_base_plugin_common [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-635b7b1e-2c5f-4a08-a8c9-71e2ed702776 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Allocated IP 172.20.0.9 (5e5c6bfb-07bb-468d-bd2e-617c99bc64ab/63a1915a-bab0-41c0-bb18-aaed33e028db/ddbac108-142f-461a-a20a-80bab77d9ef5) {{(pid=92998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:54:17.574853 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-2ac793dc-879d-4501-971c-cad121ecb55a req-4e2ea174-b17d-4be7-add7-e971f88a46a0 service neutron] 10.222.0.52 "GET /v2.0/networks/53eb215b-73fc-4ae2-898b-f9a5e6096347?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884964 Jul 16 02:54:17.594421 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-8610751f-7132-4f95-8f31-b006f2c2df3f tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:17.607452 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-8610751f-7132-4f95-8f31-b006f2c2df3f tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/networks?id=14e36b5a-d9bd-4a9a-8e33-0a405cb50bae HTTP/1.1" status: 200 len: 818 time: 0.6511047 Jul 16 02:54:17.642135 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-9d1b08dc-644e-4a5b-9a47-798834f3d47e tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/quotas/6f945e439d0e4d87b06aad1c45f83b97 HTTP/1.1" status: 200 len: 375 time: 0.0334888 Jul 16 02:54:17.831113 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-89cc5f86-ce76-4c7d-8f43-2724df00e915 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=262661da03114cefadb9261d226ac4d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4272242 Jul 16 02:54:17.836990 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 46000) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:17.920203 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 6b14a50c-fde2-456b-b7d5-98af7a8776b8 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:17.945468 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2e6bef63-f36f-4fd3-90ee-943130372a29 req-70f8d525-3790-470b-87b3-c9e723a16ae4 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 210 time: 0.1903553 Jul 16 02:54:17.954636 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-2ac793dc-879d-4501-971c-cad121ecb55a req-f739861e-35f5-46ef-935e-0fce01b9614a service neutron] 10.222.0.52 "GET /v2.0/networks/53eb215b-73fc-4ae2-898b-f9a5e6096347?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3800962 Jul 16 02:54:17.994543 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-96d84b1e-9b08-4f76-a431-30ccad11dda2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.029335 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-96d84b1e-9b08-4f76-a431-30ccad11dda2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.088824 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning for port 6b14a50c-fde2-456b-b7d5-98af7a8776b8 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:18.095746 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 6b14a50c-fde2-456b-b7d5-98af7a8776b8 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:18.097692 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.135966 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-94679bd7-5d60-4e1e-a730-9809ad7a9f6c tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f945e439d0e4d87b06aad1c45f83b97&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4620838 Jul 16 02:54:18.406359 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.436567 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d83040dd-b3ad-482c-9b69-9ab4c6c77443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.507985 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-94114009-01ec-4376-9e6d-6e084048585d None None] For port 6b14a50c-fde2-456b-b7d5-98af7a8776b8, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=6b14a50c-fde2-456b-b7d5-98af7a8776b8,segment=NetworkSegment(4ed6d855-b950-4744-a0c4-4d38455d73bd),segment_id=4ed6d855-b950-4744-a0c4-4d38455d73bd)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:18.512392 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-635b7b1e-2c5f-4a08-a8c9-71e2ed702776 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for port, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.515917 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-5f53ae33-0082-4539-b9eb-fc902e8ee9cb tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:18.523329 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.524424 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-5f53ae33-0082-4539-b9eb-fc902e8ee9cb tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.52 "GET /v2.0/networks?id=14e36b5a-d9bd-4a9a-8e33-0a405cb50bae HTTP/1.1" status: 200 len: 818 time: 0.3103940 Jul 16 02:54:18.560045 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-e02db01c-2afc-4c5c-8add-987240245891 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Request body: {'port': {'device_id': '72c50ffb-daf0-43ba-ade8-ce2f9b670fd7', 'network_id': '14e36b5a-d9bd-4a9a-8e33-0a405cb50bae', 'admin_state_up': True, 'tenant_id': '6f945e439d0e4d87b06aad1c45f83b97'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:18.704931 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Pushing event updated for resources: {'Port': ['ID=6b14a50c-fde2-456b-b7d5-98af7a8776b8,revision_number=5']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:18.709646 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.provisioning_blocks [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-635b7b1e-2c5f-4a08-a8c9-71e2ed702776 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Transition to ACTIVE for port object ddbac108-142f-461a-a20a-80bab77d9ef5 will not be triggered until provisioned by entity DHCP. {{(pid=92998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:18.728818 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-96d84b1e-9b08-4f76-a431-30ccad11dda2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.734057 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-96d84b1e-9b08-4f76-a431-30ccad11dda2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:18.744284 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-96d84b1e-9b08-4f76-a431-30ccad11dda2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6bf80d67-db52-4e63-8523-827e3153ad18 HTTP/1.1" status: 204 len: 168 time: 0.8956625 Jul 16 02:54:18.815555 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffc7f53-a1db-4492-836f-05ce5bd94c24 req-f2de6139-2acf-4c01-866c-1ed72e406955 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:18.826558 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5ffc7f53-a1db-4492-836f-05ce5bd94c24 req-f2de6139-2acf-4c01-866c-1ed72e406955 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 943 time: 0.6540470 Jul 16 02:54:18.870658 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-53e8c89a-606b-4985-9d53-0ee1e4d4b839 service neutron] 10.222.0.21 "GET /v2.0/networks/14e36b5a-d9bd-4a9a-8e33-0a405cb50bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6957619 Jul 16 02:54:18.871145 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac793dc-879d-4501-971c-cad121ecb55a req-78dba4d8-2f03-4c84-8110-571042b00eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:18.872419 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-2ac793dc-879d-4501-971c-cad121ecb55a req-78dba4d8-2f03-4c84-8110-571042b00eb0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e3acf92991541b1a13b2b0872c8876d&device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 1096 time: 0.7412801 Jul 16 02:54:18.899151 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d84b1e-9b08-4f76-a431-30ccad11dda2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf80d67-db52-4e63-8523-827e3153ad18,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:19.045116 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-e02db01c-2afc-4c5c-8add-987240245891 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Made reservation on behalf of 6f945e439d0e4d87b06aad1c45f83b97 for: {'port': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:54:19.049244 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-635b7b1e-2c5f-4a08-a8c9-71e2ed702776 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323'] for port, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:19.049559 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-e02db01c-2afc-4c5c-8add-987240245891 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:19.069433 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5ffc7f53-a1db-4492-836f-05ce5bd94c24 req-163a3235-3f23-4904-af1e-968ce06e09a2 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2147357 Jul 16 02:54:19.348986 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac793dc-879d-4501-971c-cad121ecb55a req-d4469260-bebb-452c-b675-40afe62cf8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:19.350540 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-2ac793dc-879d-4501-971c-cad121ecb55a req-d4469260-bebb-452c-b675-40afe62cf8df service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1a32c1a-2943-469d-808a-c66e5662fbcd HTTP/1.1" status: 200 len: 916 time: 0.4489238 Jul 16 02:54:19.387909 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-635b7b1e-2c5f-4a08-a8c9-71e2ed702776 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Network 5e5c6bfb-07bb-468d-bd2e-617c99bc64ab is already hosted by enough agents. {{(pid=92998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:19.402667 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-2ac793dc-879d-4501-971c-cad121ecb55a req-03897a5c-98ed-4be1-98e0-65a6ecdb482b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c039e7df-bd20-4722-aa19-b5d034ddf39e HTTP/1.1" status: 200 len: 217 time: 0.0435305 Jul 16 02:54:19.423157 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.base_scheduler [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-635b7b1e-2c5f-4a08-a8c9-71e2ed702776 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Resources bound (agent type, host, resource id): {{(pid=92998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:19.433127 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b7b1e-2c5f-4a08-a8c9-71e2ed702776 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Pushing event updated for resources: {'Port': ['ID=ddbac108-142f-461a-a20a-80bab77d9ef5,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:19.437139 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-635b7b1e-2c5f-4a08-a8c9-71e2ed702776 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Received port after_create {{(pid=92998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:54:19.448716 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-635b7b1e-2c5f-4a08-a8c9-71e2ed702776 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:19.449630 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-635b7b1e-2c5f-4a08-a8c9-71e2ed702776 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for port, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:19.484326 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-b44e6679-9e7d-4d18-a7c2-76d0b228c560 service neutron] 10.222.0.21 "GET /v2.0/networks/14e36b5a-d9bd-4a9a-8e33-0a405cb50bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5477657 Jul 16 02:54:19.527084 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac793dc-879d-4501-971c-cad121ecb55a req-b490975d-50c1-45b6-ab9f-dcae57256b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:19.529936 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-2ac793dc-879d-4501-971c-cad121ecb55a req-b490975d-50c1-45b6-ab9f-dcae57256b58 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3506f4a1-aba4-484e-9411-d55316db4b52 HTTP/1.1" status: 200 len: 855 time: 0.1201594 Jul 16 02:54:19.576866 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_common [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-e02db01c-2afc-4c5c-8add-987240245891 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Allocated IP 172.20.0.11 (14e36b5a-d9bd-4a9a-8e33-0a405cb50bae/f56becb0-35ba-4a8c-8d35-b94e96683f38/e3ae29bd-e1c6-45c9-9f46-f56b4108c911) {{(pid=92999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:54:19.580256 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-635b7b1e-2c5f-4a08-a8c9-71e2ed702776 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7408688 Jul 16 02:54:19.606526 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-9820d2c9-1218-4e0c-bb60-c39c09a1e49c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--591087660&fields=id&tenant_id=27578fa4931d43a687b8bfb4f9fd5fd6 HTTP/1.1" status: 200 len: 267 time: 0.2793100 Jul 16 02:54:19.619334 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-4d95d497-0f7b-4d6c-977c-c8844431888a service neutron] Request body: {'port': {'device_id': 'bcef96d1-5529-4561-9561-6c056fd6f4d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:19.748288 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 46056) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:19.832164 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-e02db01c-2afc-4c5c-8add-987240245891 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Notify callbacks [] for port, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:19.860225 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 46058) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:19.880621 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 6b14a50c-fde2-456b-b7d5-98af7a8776b8 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:19.936277 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device c039e7df-bd20-4722-aa19-b5d034ddf39e details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:54:19.949457 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-2ac793dc-879d-4501-971c-cad121ecb55a req-672915be-37d8-4eaf-955f-1086d8461696 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1a32c1a-2943-469d-808a-c66e5662fbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4090924 Jul 16 02:54:19.990714 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-e02db01c-2afc-4c5c-8add-987240245891 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:19.993489 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-fef3bfc2-aec7-4564-8b94-db908f9c83a6 None None] Provisioning for port ddbac108-142f-461a-a20a-80bab77d9ef5 completed by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:20.070540 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-fef3bfc2-aec7-4564-8b94-db908f9c83a6 None None] Provisioning complete for port ddbac108-142f-461a-a20a-80bab77d9ef5 triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:20.075671 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-fef3bfc2-aec7-4564-8b94-db908f9c83a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:20.133557 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-e02db01c-2afc-4c5c-8add-987240245891 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Network 14e36b5a-d9bd-4a9a-8e33-0a405cb50bae is already hosted by enough agents. {{(pid=92999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:20.145067 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-e02db01c-2afc-4c5c-8add-987240245891 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Resources bound (agent type, host, resource id): {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:20.166501 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-e02db01c-2afc-4c5c-8add-987240245891 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Received port after_create {{(pid=92999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:54:20.249083 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-e02db01c-2afc-4c5c-8add-987240245891 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:20.250010 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-e02db01c-2afc-4c5c-8add-987240245891 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:20.279650 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02db01c-2afc-4c5c-8add-987240245891 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Pushing event updated for resources: {'Port': ['ID=e3ae29bd-e1c6-45c9-9f46-f56b4108c911,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:20.310250 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-e02db01c-2afc-4c5c-8add-987240245891 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7684362 Jul 16 02:54:20.340315 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-3c172a21-0e62-40fe-b3b4-9f417e967c4d service neutron] Request body: {'port': {'device_id': '72c50ffb-daf0-43ba-ade8-ce2f9b670fd7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:20.350029 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 6b14a50c-fde2-456b-b7d5-98af7a8776b8 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:20.358444 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:20.390371 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-2ac793dc-879d-4501-971c-cad121ecb55a req-7391cf37-91ea-4234-9805-7fe61cdecd91 service neutron] 10.222.0.52 "GET /v2.0/networks/e1a32c1a-2943-469d-808a-c66e5662fbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328284 Jul 16 02:54:20.493651 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-fef3bfc2-aec7-4564-8b94-db908f9c83a6 None None] Port ddbac108-142f-461a-a20a-80bab77d9ef5 cannot update to ACTIVE because it is not bound. {{(pid=93000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:54:20.511307 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-3c172a21-0e62-40fe-b3b4-9f417e967c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:20.545603 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port c039e7df-bd20-4722-aa19-b5d034ddf39e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c039e7df-bd20-4722-aa19-b5d034ddf39e,segment=NetworkSegment(5f0599a3-c418-44ed-a069-7f15235b4797),segment_id=5f0599a3-c418-44ed-a069-7f15235b4797)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:20.574737 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Returning: {'device': 'c039e7df-bd20-4722-aa19-b5d034ddf39e', 'network_id': 'e1a32c1a-2943-469d-808a-c66e5662fbcd', 'port_id': 'c039e7df-bd20-4722-aa19-b5d034ddf39e', 'mac_address': 'fa:16:3e:7b:0c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3506f4a1-aba4-484e-9411-d55316db4b52', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:54:20.640022 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-2ac793dc-879d-4501-971c-cad121ecb55a req-8c9de4f2-35ee-41b7-81dd-10dbe4edf66a service neutron] 10.222.0.52 "GET /v2.0/networks/e1a32c1a-2943-469d-808a-c66e5662fbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2415764 Jul 16 02:54:20.684454 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-77894d87-796a-4901-9b70-6623f555637a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72c8909c34784fceb4d2b9631984a5a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8893843 Jul 16 02:54:20.699971 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 46082) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:20.717975 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:20.735244 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c039e7df-bd20-4722-aa19-b5d034ddf39e {{(pid=93000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:54:20.768716 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port c039e7df-bd20-4722-aa19-b5d034ddf39e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c039e7df-bd20-4722-aa19-b5d034ddf39e,segment=NetworkSegment(5f0599a3-c418-44ed-a069-7f15235b4797),segment_id=5f0599a3-c418-44ed-a069-7f15235b4797)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:20.780879 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:20.781571 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:54:20.810966 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-82b8f930-005b-4714-a70b-1df81a9573b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:20.825798 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-4d95d497-0f7b-4d6c-977c-c8844431888a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:20.844329 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-c8c809be-ddc0-4fc5-aeab-ff5efc72531c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:20.859037 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-c8c809be-ddc0-4fc5-aeab-ff5efc72531c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/networks?id=747b2ea9-fb6f-4340-aee2-7461ba32440e HTTP/1.1" status: 200 len: 817 time: 1.2475922 Jul 16 02:54:21.010292 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-5cf09840-3ec5-4be7-9985-7961e0a48b25 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/quotas/27578fa4931d43a687b8bfb4f9fd5fd6 HTTP/1.1" status: 200 len: 375 time: 0.1152222 Jul 16 02:54:21.037283 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=c039e7df-bd20-4722-aa19-b5d034ddf39e,revision_number=4']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:21.209634 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-dfaebe85-a3c9-486f-b54b-572d467ab6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:21.248578 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-82b8f930-005b-4714-a70b-1df81a9573b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:21.287227 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-3c172a21-0e62-40fe-b3b4-9f417e967c4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3ae29bd-e1c6-45c9-9f46-f56b4108c911 {{(pid=92999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:54:21.317788 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-3c172a21-0e62-40fe-b3b4-9f417e967c4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:21.334940 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.provisioning_blocks [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-3c172a21-0e62-40fe-b3b4-9f417e967c4d service neutron] Transition to ACTIVE for port object e3ae29bd-e1c6-45c9-9f46-f56b4108c911 will not be triggered until provisioned by entity L2. {{(pid=92999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:21.343451 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-3c172a21-0e62-40fe-b3b4-9f417e967c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9108244'] for port, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:21.359359 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:21.387427 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21edc65e-1cc3-4de6-89ab-4c39bfab2441 req-e3e01dac-ad4b-4e9a-adc2-e91dd420e6a1 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:21.390093 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-21edc65e-1cc3-4de6-89ab-4c39bfab2441 req-e3e01dac-ad4b-4e9a-adc2-e91dd420e6a1 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f1b6cc-459b-46df-93ac-f4665811eebc HTTP/1.1" status: 200 len: 943 time: 1.0312128 Jul 16 02:54:21.390093 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-82b8f930-005b-4714-a70b-1df81a9573b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:21.392003 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1,segment=NetworkSegment(ed76c822-9691-44c5-8ae3-bf3ddbc06bcc),segment_id=ed76c822-9691-44c5-8ae3-bf3ddbc06bcc)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:21.415527 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Returning: {'device': 'eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1', 'network_id': '53eb215b-73fc-4ae2-898b-f9a5e6096347', 'port_id': 'eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1', 'mac_address': 'fa:16:3e:10:5f:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 524, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a85fa7e2-1e9a-4884-99ad-05d055ada5b3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:54:21.422879 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-dfaebe85-a3c9-486f-b54b-572d467ab6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:21.432754 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c172a21-0e62-40fe-b3b4-9f417e967c4d service neutron] Pushing event updated for resources: {'Port': ['ID=e3ae29bd-e1c6-45c9-9f46-f56b4108c911,revision_number=2']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:21.497517 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:21.524746 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1 {{(pid=93000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:54:21.554485 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1,segment=NetworkSegment(ed76c822-9691-44c5-8ae3-bf3ddbc06bcc),segment_id=ed76c822-9691-44c5-8ae3-bf3ddbc06bcc)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:21.561340 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:21.578190 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-3c172a21-0e62-40fe-b3b4-9f417e967c4d service neutron] Attempting to bind port e3ae29bd-e1c6-45c9-9f46-f56b4108c911 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:54:21.578672 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-3c172a21-0e62-40fe-b3b4-9f417e967c4d service neutron] Attempting to bind port e3ae29bd-e1c6-45c9-9f46-f56b4108c911 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '4ed6d855-b950-4744-a0c4-4d38455d73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '14e36b5a-d9bd-4a9a-8e33-0a405cb50bae'}] {{(pid=92999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:54:21.579207 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-3c172a21-0e62-40fe-b3b4-9f417e967c4d service neutron] Attempting to bind port e3ae29bd-e1c6-45c9-9f46-f56b4108c911 on network 14e36b5a-d9bd-4a9a-8e33-0a405cb50bae {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:21.589164 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-3c172a21-0e62-40fe-b3b4-9f417e967c4d service neutron] Port e3ae29bd-e1c6-45c9-9f46-f56b4108c911 on network 14e36b5a-d9bd-4a9a-8e33-0a405cb50bae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:54:21.590884 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-3c172a21-0e62-40fe-b3b4-9f417e967c4d service neutron] Attempting to bind port e3ae29bd-e1c6-45c9-9f46-f56b4108c911 on network 14e36b5a-d9bd-4a9a-8e33-0a405cb50bae {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:21.595886 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-82b8f930-005b-4714-a70b-1df81a9573b8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd470a81065e49f98ef9faf260556b17&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7304950 Jul 16 02:54:21.607737 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 46088) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:21.610284 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-0206478f-262e-435d-8ecf-35acc74be2cf tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=27578fa4931d43a687b8bfb4f9fd5fd6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5185196 Jul 16 02:54:21.614772 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b8f930-005b-4714-a70b-1df81a9573b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345ad98c-0146-47de-8fb3-74a1cc68e91d,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:21.631101 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-3c172a21-0e62-40fe-b3b4-9f417e967c4d service neutron] Checking agent: {'id': 'a8200757-c16c-46b0-9c68-b9d07f85534b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'started_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:54:21.632113 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-3c172a21-0e62-40fe-b3b4-9f417e967c4d service neutron] Checking segment: {'id': '4ed6d855-b950-4744-a0c4-4d38455d73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '14e36b5a-d9bd-4a9a-8e33-0a405cb50bae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:54:21.633715 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-3c172a21-0e62-40fe-b3b4-9f417e967c4d service neutron] Bound using segment: {'id': '4ed6d855-b950-4744-a0c4-4d38455d73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '14e36b5a-d9bd-4a9a-8e33-0a405cb50bae'} {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:54:21.635094 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-3c172a21-0e62-40fe-b3b4-9f417e967c4d service neutron] Bound port: e3ae29bd-e1c6-45c9-9f46-f56b4108c911, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed6d855-b950-4744-a0c4-4d38455d73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '14e36b5a-d9bd-4a9a-8e33-0a405cb50bae'}}] {{(pid=92999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:54:21.637498 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-3c172a21-0e62-40fe-b3b4-9f417e967c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:21.646516 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-49f92e5a-9107-480f-91b6-65138648c929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:21.650143 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-21edc65e-1cc3-4de6-89ab-4c39bfab2441 req-c19e13ae-3e3d-490d-8d08-10baad59b739 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/security-groups?id=49e23a17-7961-4a2a-86cc-6e70e196fc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059648 Jul 16 02:54:21.716413 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1,revision_number=4']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:21.783121 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-dfaebe85-a3c9-486f-b54b-572d467ab6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:21.785828 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-dfaebe85-a3c9-486f-b54b-572d467ab6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:21.791697 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-dfaebe85-a3c9-486f-b54b-572d467ab6fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2974c7ff-0f08-4731-9649-3342ffe5cac3 HTTP/1.1" status: 204 len: 168 time: 1.0827947 Jul 16 02:54:21.828608 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfaebe85-a3c9-486f-b54b-572d467ab6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2974c7ff-0f08-4731-9649-3342ffe5cac3,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:21.915434 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-396466e5-f6c4-49d5-9dd0-a59206a7fdb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:21.941073 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-3c172a21-0e62-40fe-b3b4-9f417e967c4d service neutron] For port e3ae29bd-e1c6-45c9-9f46-f56b4108c911, host hv-cinder-78836, cleared binding levels {{(pid=92999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:54:21.971308 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-396466e5-f6c4-49d5-9dd0-a59206a7fdb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:21.988356 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-3c172a21-0e62-40fe-b3b4-9f417e967c4d service neutron] For port e3ae29bd-e1c6-45c9-9f46-f56b4108c911, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e3ae29bd-e1c6-45c9-9f46-f56b4108c911,segment=NetworkSegment(4ed6d855-b950-4744-a0c4-4d38455d73bd),segment_id=4ed6d855-b950-4744-a0c4-4d38455d73bd)] {{(pid=92999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:54:21.997604 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:54:21.999192 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-3c172a21-0e62-40fe-b3b4-9f417e967c4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9108244'] for port, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.011239 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-903d65ea-6f5e-4acf-b6c5-cfbfba74863b service neutron] 10.222.0.21 "GET /v2.0/networks/747b2ea9-fb6f-4340-aee2-7461ba32440e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2679055 Jul 16 02:54:22.025196 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.notifiers.nova [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-4d95d497-0f7b-4d6c-977c-c8844431888a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddbac108-142f-461a-a20a-80bab77d9ef5 {{(pid=92998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:54:22.051986 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-4d95d497-0f7b-4d6c-977c-c8844431888a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.102549 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.provisioning_blocks [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-4d95d497-0f7b-4d6c-977c-c8844431888a service neutron] Transition to ACTIVE for port object ddbac108-142f-461a-a20a-80bab77d9ef5 will not be triggered until provisioned by entity L2. {{(pid=92998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:22.121258 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-4d95d497-0f7b-4d6c-977c-c8844431888a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.154648 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['c039e7df-bd20-4722-aa19-b5d034ddf39e'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:54:22.235426 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-3c172a21-0e62-40fe-b3b4-9f417e967c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:22.240557 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-3c172a21-0e62-40fe-b3b4-9f417e967c4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.243905 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-3c172a21-0e62-40fe-b3b4-9f417e967c4d service neutron] 10.222.0.52 "PUT /v2.0/ports/e3ae29bd-e1c6-45c9-9f46-f56b4108c911 HTTP/1.1" status: 200 len: 1094 time: 1.9141228 Jul 16 02:54:22.249084 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72c50ffb-daf0-43ba-ade8-ce2f9b670fd7', 'tag': 'e3ae29bd-e1c6-45c9-9f46-f56b4108c911'}] {{(pid=92999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:54:22.254114 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7924d30a451bfb46b248ee236a8924541a1a79d63876f3bc8bdb08287585aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f5d551-2b5c-4542-93e5-f70c082b6808" -d '{"events": [{"name": "network-changed", "server_uuid": "72c50ffb-daf0-43ba-ade8-ce2f9b670fd7", "tag": "e3ae29bd-e1c6-45c9-9f46-f56b4108c911"}]}' {{(pid=92999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:54:22.309325 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c172a21-0e62-40fe-b3b4-9f417e967c4d service neutron] Pushing event updated for resources: {'Port': ['ID=e3ae29bd-e1c6-45c9-9f46-f56b4108c911,revision_number=3']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:22.346918 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-396466e5-f6c4-49d5-9dd0-a59206a7fdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.350665 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-396466e5-f6c4-49d5-9dd0-a59206a7fdb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:22.352530 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-396466e5-f6c4-49d5-9dd0-a59206a7fdb5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/345ad98c-0146-47de-8fb3-74a1cc68e91d HTTP/1.1" status: 204 len: 168 time: 0.7402766 Jul 16 02:54:22.421559 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396466e5-f6c4-49d5-9dd0-a59206a7fdb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345ad98c-0146-47de-8fb3-74a1cc68e91d,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:22.465795 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af173952-b276-45f2-a8eb-1d76bb7bd031 req-f0641afd-e0a6-4870-ae79-5d84a2383f25 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:22.485426 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-af173952-b276-45f2-a8eb-1d76bb7bd031 req-f0641afd-e0a6-4870-ae79-5d84a2383f25 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 931 time: 0.5493760 Jul 16 02:54:22.807455 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-e15778b2-92dd-469d-bcb9-5e7c5da3c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:22.812962 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-e15778b2-92dd-469d-bcb9-5e7c5da3c069 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6f945e439d0e4d87b06aad1c45f83b97&device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 1097 time: 0.4216542 Jul 16 02:54:22.891332 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95d497-0f7b-4d6c-977c-c8844431888a service neutron] Pushing event updated for resources: {'Port': ['ID=ddbac108-142f-461a-a20a-80bab77d9ef5,revision_number=2']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:22.931512 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.managers [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-4d95d497-0f7b-4d6c-977c-c8844431888a service neutron] Attempting to bind port ddbac108-142f-461a-a20a-80bab77d9ef5 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:54:22.931903 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.managers [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-4d95d497-0f7b-4d6c-977c-c8844431888a service neutron] Attempting to bind port ddbac108-142f-461a-a20a-80bab77d9ef5 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '93a90afd-6ae2-480e-9bba-c40ab1d9a941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab'}] {{(pid=92998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:54:22.932262 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-4d95d497-0f7b-4d6c-977c-c8844431888a service neutron] Attempting to bind port ddbac108-142f-461a-a20a-80bab77d9ef5 on network 5e5c6bfb-07bb-468d-bd2e-617c99bc64ab {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:22.984491 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-af173952-b276-45f2-a8eb-1d76bb7bd031 req-9574682d-5498-4de1-94e2-31fbd8d6d8d4 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4632828 Jul 16 02:54:22.994212 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-d8fd69a3-a06f-4130-b76e-c87638b4959e service neutron] 10.222.0.21 "GET /v2.0/networks/747b2ea9-fb6f-4340-aee2-7461ba32440e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9599988 Jul 16 02:54:22.999003 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-4d95d497-0f7b-4d6c-977c-c8844431888a service neutron] Port ddbac108-142f-461a-a20a-80bab77d9ef5 on network 5e5c6bfb-07bb-468d-bd2e-617c99bc64ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:54:22.999394 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-4d95d497-0f7b-4d6c-977c-c8844431888a service neutron] Attempting to bind port ddbac108-142f-461a-a20a-80bab77d9ef5 on network 5e5c6bfb-07bb-468d-bd2e-617c99bc64ab {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:23.017876 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-4d95d497-0f7b-4d6c-977c-c8844431888a service neutron] Checking agent: {'id': 'a8200757-c16c-46b0-9c68-b9d07f85534b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'started_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:54:23.018524 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-4d95d497-0f7b-4d6c-977c-c8844431888a service neutron] Checking segment: {'id': '93a90afd-6ae2-480e-9bba-c40ab1d9a941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:54:23.019264 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-4d95d497-0f7b-4d6c-977c-c8844431888a service neutron] Bound using segment: {'id': '93a90afd-6ae2-480e-9bba-c40ab1d9a941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab'} {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:54:23.027343 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.managers [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-4d95d497-0f7b-4d6c-977c-c8844431888a service neutron] Bound port: ddbac108-142f-461a-a20a-80bab77d9ef5, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93a90afd-6ae2-480e-9bba-c40ab1d9a941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab'}}] {{(pid=92998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:54:23.029596 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-4d95d497-0f7b-4d6c-977c-c8844431888a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.037937 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-ece9bc10-1926-43aa-91f7-59016901042c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3ae29bd-e1c6-45c9-9f46-f56b4108c911 HTTP/1.1" status: 200 len: 217 time: 0.1831207 Jul 16 02:54:23.185929 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-4d95d497-0f7b-4d6c-977c-c8844431888a service neutron] For port ddbac108-142f-461a-a20a-80bab77d9ef5, host hv-cinder-78836, cleared binding levels {{(pid=92998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:54:23.201234 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-4d95d497-0f7b-4d6c-977c-c8844431888a service neutron] For port ddbac108-142f-461a-a20a-80bab77d9ef5, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ddbac108-142f-461a-a20a-80bab77d9ef5,segment=NetworkSegment(93a90afd-6ae2-480e-9bba-c40ab1d9a941),segment_id=93a90afd-6ae2-480e-9bba-c40ab1d9a941)] {{(pid=92998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:54:23.212110 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.221033 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-4d95d497-0f7b-4d6c-977c-c8844431888a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.271467 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-4d95d497-0f7b-4d6c-977c-c8844431888a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:23.276230 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-4d95d497-0f7b-4d6c-977c-c8844431888a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for port, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.293972 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-4d95d497-0f7b-4d6c-977c-c8844431888a service neutron] 10.222.0.52 "PUT /v2.0/ports/ddbac108-142f-461a-a20a-80bab77d9ef5 HTTP/1.1" status: 200 len: 1093 time: 3.6847670 Jul 16 02:54:23.324452 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcef96d1-5529-4561-9561-6c056fd6f4d3', 'tag': 'ddbac108-142f-461a-a20a-80bab77d9ef5'}] {{(pid=92998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:54:23.337708 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-0d7c210c-d2d8-4dda-ab6d-033f63e619fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:23.342688 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-0d7c210c-d2d8-4dda-ab6d-033f63e619fd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f56becb0-35ba-4a8c-8d35-b94e96683f38 HTTP/1.1" status: 200 len: 858 time: 0.3022606 Jul 16 02:54:23.381812 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-869f6f19-2222-4398-954c-b3247723327f tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:23.389297 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-869f6f19-2222-4398-954c-b3247723327f tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.52 "GET /v2.0/networks?id=14e36b5a-d9bd-4a9a-8e33-0a405cb50bae HTTP/1.1" status: 200 len: 818 time: 0.8826911 Jul 16 02:54:23.425710 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-ec46231a-3713-4abb-828f-6657ff0636c5 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Request body: {'port': {'device_id': 'fc3207ee-5346-47fa-ba7b-ee5bfed3f096', 'network_id': '14e36b5a-d9bd-4a9a-8e33-0a405cb50bae', 'admin_state_up': True, 'tenant_id': '6f945e439d0e4d87b06aad1c45f83b97'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:23.534570 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 46134) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:23.557136 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-3a15c7a4-a67e-4018-b2af-1038d86d943f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14e36b5a-d9bd-4a9a-8e33-0a405cb50bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1649375 Jul 16 02:54:23.634186 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-25d07ccd-67cb-425a-b188-6a9987a07908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:23.691542 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-16e68130-46cd-40b8-8eb2-30405598fc67 req-36035e9b-6aef-4fed-8b89-a83faf79e443 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 210 time: 0.1541393 Jul 16 02:54:23.855341 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d6d156-2f58-4db7-b3a6-4f87a9517124 x-openstack-request-id: req-d2d6d156-2f58-4db7-b3a6-4f87a9517124 {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:54:23.855656 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72c50ffb-daf0-43ba-ade8-ce2f9b670fd7", "tag": "e3ae29bd-e1c6-45c9-9f46-f56b4108c911", "status": "completed", "code": 200}]} {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:54:23.855976 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2d6d156-2f58-4db7-b3a6-4f87a9517124 {{(pid=92999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:54:23.856532 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72c50ffb-daf0-43ba-ade8-ce2f9b670fd7', 'tag': 'e3ae29bd-e1c6-45c9-9f46-f56b4108c911', 'status': 'completed', 'code': 200} Jul 16 02:54:23.868284 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95d497-0f7b-4d6c-977c-c8844431888a service neutron] Pushing event updated for resources: {'Port': ['ID=ddbac108-142f-461a-a20a-80bab77d9ef5,revision_number=3']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:23.892586 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-4efced97-2db0-4a56-ab41-1fda3069838c service neutron] 10.222.0.52 "GET /v2.0/networks/14e36b5a-d9bd-4a9a-8e33-0a405cb50bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3245685 Jul 16 02:54:23.961764 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-3738ed5f-7c4a-427b-a89a-5109643acde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:23.964870 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-3738ed5f-7c4a-427b-a89a-5109643acde4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b79bde3ef98a47fc8488184086b44b9c&device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 1096 time: 0.4287040 Jul 16 02:54:23.969887 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a245791c69082107892e6a31916d6d43f1304004a28c473c9394a88117d1c043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8b53a97-45b5-4dee-9b24-05a4167f4d0e" -d '{"events": [{"name": "network-changed", "server_uuid": "bcef96d1-5529-4561-9561-6c056fd6f4d3", "tag": "ddbac108-142f-461a-a20a-80bab77d9ef5"}]}' {{(pid=92998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:54:24.089346 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-ca5a6901-b171-4d13-8e85-d6a787b05a6e req-2f996676-fa6f-4cf1-8bf3-c10697ffb153 service neutron] 10.222.0.52 "GET /v2.0/networks/14e36b5a-d9bd-4a9a-8e33-0a405cb50bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878245 Jul 16 02:54:24.126722 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:24.278495 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-d5b1a587-9b14-46b5-8df2-9c4b9761be98 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddbac108-142f-461a-a20a-80bab77d9ef5 HTTP/1.1" status: 200 len: 217 time: 0.2944174 Jul 16 02:54:24.380067 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5d551-2b5c-4542-93e5-f70c082b6808 req-7af342f5-0fa7-48c3-9d99-36f6b85df8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:24.380067 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-d4f5d551-2b5c-4542-93e5-f70c082b6808 req-7af342f5-0fa7-48c3-9d99-36f6b85df8be service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6f945e439d0e4d87b06aad1c45f83b97&device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 1097 time: 0.0892847 Jul 16 02:54:24.480173 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778331d4-7a63-4fb7-83ee-418a3b8ab565 req-e9d89a46-dbd2-4de7-bac1-4836c1c5eab3 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:24.487549 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-778331d4-7a63-4fb7-83ee-418a3b8ab565 req-e9d89a46-dbd2-4de7-bac1-4836c1c5eab3 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 944 time: 0.8011103 Jul 16 02:54:24.559168 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-fe5fc18f-a62f-44ff-9e15-dafb72efdd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:24.560979 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-fe5fc18f-a62f-44ff-9e15-dafb72efdd93 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63a1915a-bab0-41c0-bb18-aaed33e028db HTTP/1.1" status: 200 len: 850 time: 0.1984804 Jul 16 02:54:24.630315 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-25d07ccd-67cb-425a-b188-6a9987a07908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:24.673550 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5d551-2b5c-4542-93e5-f70c082b6808 req-2c92f5a1-8c54-4ad8-bb21-c316c42a58f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:24.676468 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-d4f5d551-2b5c-4542-93e5-f70c082b6808 req-2c92f5a1-8c54-4ad8-bb21-c316c42a58f6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=14e36b5a-d9bd-4a9a-8e33-0a405cb50bae HTTP/1.1" status: 200 len: 919 time: 0.2831476 Jul 16 02:54:24.686741 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-778331d4-7a63-4fb7-83ee-418a3b8ab565 req-1c3b5198-156d-4612-be90-a15f5953ba64 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978664 Jul 16 02:54:24.712638 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-25d07ccd-67cb-425a-b188-6a9987a07908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:24.805964 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-d4f5d551-2b5c-4542-93e5-f70c082b6808 req-36ae4f6e-409a-484c-b841-33c00ca63b52 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3ae29bd-e1c6-45c9-9f46-f56b4108c911 HTTP/1.1" status: 200 len: 217 time: 0.1193140 Jul 16 02:54:24.973705 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-ec46231a-3713-4abb-828f-6657ff0636c5 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Made reservation on behalf of 6f945e439d0e4d87b06aad1c45f83b97 for: {'port': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:54:24.978028 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-ec46231a-3713-4abb-828f-6657ff0636c5 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:24.993187 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f5d551-2b5c-4542-93e5-f70c082b6808 req-1dba7ad7-bb43-4f32-96c1-09fb3e0a8a7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:24.996112 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-d4f5d551-2b5c-4542-93e5-f70c082b6808 req-1dba7ad7-bb43-4f32-96c1-09fb3e0a8a7e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f56becb0-35ba-4a8c-8d35-b94e96683f38 HTTP/1.1" status: 200 len: 858 time: 0.1812367 Jul 16 02:54:24.998794 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-25d07ccd-67cb-425a-b188-6a9987a07908 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=295405c3bc8a4a4aa1f354e15029e342&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4489255 Jul 16 02:54:25.001215 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d07ccd-67cb-425a-b188-6a9987a07908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85597904-dc00-491f-bc88-6027b3af96dd,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:25.005064 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 46186) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:25.025745 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe455b3-4c99-496e-b1b6-3468d2db1455 req-dca7055e-5fe1-4db6-bbfc-c9adb1954385 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:25.033744 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-abe455b3-4c99-496e-b1b6-3468d2db1455 req-dca7055e-5fe1-4db6-bbfc-c9adb1954385 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f1b6cc-459b-46df-93ac-f4665811eebc HTTP/1.1" status: 200 len: 944 time: 0.8074548 Jul 16 02:54:25.098051 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-abe455b3-4c99-496e-b1b6-3468d2db1455 req-15c385e6-6f1c-437c-8e20-ce2085a6990a tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/security-groups?id=49e23a17-7961-4a2a-86cc-6e70e196fc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589244 Jul 16 02:54:25.119346 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-d4f5d551-2b5c-4542-93e5-f70c082b6808 req-c117103f-443c-44b5-a169-31e778b58a4e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14e36b5a-d9bd-4a9a-8e33-0a405cb50bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565851 Jul 16 02:54:25.186442 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-49e4aa52-166c-4a71-b86b-a300aab38684 req-362ccae4-c00b-455d-ab74-129e25ecc7b4 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 210 time: 0.1045048 Jul 16 02:54:25.215144 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-1c8dd4b5-1112-497a-bfb7-8f5503e18138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:25.216954 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-1c8dd4b5-1112-497a-bfb7-8f5503e18138 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e5c6bfb-07bb-468d-bd2e-617c99bc64ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.6381240 Jul 16 02:54:25.220695 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-bc5febfb-ab98-47a2-851e-db4d161dbb73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:25.292317 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-bc5febfb-ab98-47a2-851e-db4d161dbb73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:25.515873 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-2dfa9bb8-464f-4744-b563-84a38554dc2b service neutron] 10.222.0.52 "GET /v2.0/networks/5e5c6bfb-07bb-468d-bd2e-617c99bc64ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2913377 Jul 16 02:54:25.655643 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_common [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-ec46231a-3713-4abb-828f-6657ff0636c5 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Allocated IP 172.20.0.6 (14e36b5a-d9bd-4a9a-8e33-0a405cb50bae/f56becb0-35ba-4a8c-8d35-b94e96683f38/1be41617-68b4-4b5b-8be8-c7c8adbf9d87) {{(pid=92999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:54:25.720528 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf81cfc8-6c0a-40a8-8e3e-d13ba548475f x-openstack-request-id: req-bf81cfc8-6c0a-40a8-8e3e-d13ba548475f {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:54:25.720961 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcef96d1-5529-4561-9561-6c056fd6f4d3", "tag": "ddbac108-142f-461a-a20a-80bab77d9ef5", "status": "completed", "code": 200}]} {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:54:25.721316 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf81cfc8-6c0a-40a8-8e3e-d13ba548475f {{(pid=92998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:54:25.722345 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcef96d1-5529-4561-9561-6c056fd6f4d3', 'tag': 'ddbac108-142f-461a-a20a-80bab77d9ef5', 'status': 'completed', 'code': 200} Jul 16 02:54:25.729173 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-bc5febfb-ab98-47a2-851e-db4d161dbb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:25.734946 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-bc5febfb-ab98-47a2-851e-db4d161dbb73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:25.736964 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-bc5febfb-ab98-47a2-851e-db4d161dbb73 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/85597904-dc00-491f-bc88-6027b3af96dd HTTP/1.1" status: 204 len: 168 time: 0.7294266 Jul 16 02:54:25.889821 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device c039e7df-bd20-4722-aa19-b5d034ddf39e up at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:25.935698 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-d4f5d551-2b5c-4542-93e5-f70c082b6808 req-f344f349-6d3c-4df6-991f-91a02a97175a service neutron] 10.222.0.52 "GET /v2.0/networks/14e36b5a-d9bd-4a9a-8e33-0a405cb50bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6325543 Jul 16 02:54:25.954889 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5febfb-ab98-47a2-851e-db4d161dbb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85597904-dc00-491f-bc88-6027b3af96dd,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:26.060975 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning for port c039e7df-bd20-4722-aa19-b5d034ddf39e completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:26.066354 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning complete for port c039e7df-bd20-4722-aa19-b5d034ddf39e triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:26.069234 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:26.092301 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e8868780-5187-4b1d-82dc-5b02f0fc1765 req-14becf83-7556-4eec-a91c-a412df397dc4 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5c6bfb-07bb-468d-bd2e-617c99bc64ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5635369 Jul 16 02:54:26.095639 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b2459c7d-51bc-4c93-b42d-6e4bc739febd req-df3c1edc-2547-48a8-83bd-ae56c77b996e tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 210 time: 0.1352735 Jul 16 02:54:26.213307 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68296f8-2b6a-4f38-b76a-f532098fd150 req-e7b168df-c94d-4ad1-8b7b-0f55d44abdff tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:26.224372 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d68296f8-2b6a-4f38-b76a-f532098fd150 req-e7b168df-c94d-4ad1-8b7b-0f55d44abdff tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 943 time: 0.5066829 Jul 16 02:54:26.297782 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:26.306217 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.52', 59756) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:26.365524 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8c478a-75f1-4e62-affc-a69c566baf47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c039e7df-bd20-4722-aa19-b5d034ddf39e'}] {{(pid=93000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:54:26.523338 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port c039e7df-bd20-4722-aa19-b5d034ddf39e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c039e7df-bd20-4722-aa19-b5d034ddf39e,segment=NetworkSegment(5f0599a3-c418-44ed-a069-7f15235b4797),segment_id=5f0599a3-c418-44ed-a069-7f15235b4797)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:26.525384 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d68296f8-2b6a-4f38-b76a-f532098fd150 req-2797b0a7-284c-4ca3-8fe1-f2f4eadefdaf tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1621723 Jul 16 02:54:26.549309 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b53a97-45b5-4dee-9b24-05a4167f4d0e req-f56bad92-cafc-47bd-8d20-373592e328d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:26.551185 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b8b53a97-45b5-4dee-9b24-05a4167f4d0e req-f56bad92-cafc-47bd-8d20-373592e328d2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b79bde3ef98a47fc8488184086b44b9c&device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 1096 time: 0.3149924 Jul 16 02:54:26.554258 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:26.557991 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1 up at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:26.711856 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-17b534b1-22b5-467d-b9d3-a6ce743dc87c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:26.722237 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-17b534b1-22b5-467d-b9d3-a6ce743dc87c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.52 "GET /v2.0/networks?id=747b2ea9-fb6f-4340-aee2-7461ba32440e HTTP/1.1" status: 200 len: 817 time: 0.4143190 Jul 16 02:54:26.771413 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-d4f5d551-2b5c-4542-93e5-f70c082b6808 req-f26462e9-102e-420c-8cde-2b123df0fac3 service neutron] 10.222.0.52 "GET /v2.0/networks/14e36b5a-d9bd-4a9a-8e33-0a405cb50bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8218699 Jul 16 02:54:26.938992 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba86d2-468f-432e-a465-f8ba03ed9b81 req-57368d3d-b147-4aac-b323-a3ae70c8bb14 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:26.951626 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c2ba86d2-468f-432e-a465-f8ba03ed9b81 req-57368d3d-b147-4aac-b323-a3ae70c8bb14 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 944 time: 0.5176044 Jul 16 02:54:26.961260 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-7319dfc7-b085-461a-b876-823825e637e3 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27578fa4931d43a687b8bfb4f9fd5fd6 HTTP/1.1" status: 200 len: 379 time: 0.2039154 Jul 16 02:54:27.012882 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea702c1d27a9afaa317d21627fdeb95d85c281d49492fc16ca315a181738864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-850f02ef-a5e4-45f7-959b-0dd55b04ce35" -d '{"events": [{"server_uuid": "ef8c478a-75f1-4e62-affc-a69c566baf47", "name": "network-vif-plugged", "status": "completed", "tag": "c039e7df-bd20-4722-aa19-b5d034ddf39e"}]}' {{(pid=93000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:54:27.020708 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-ec46231a-3713-4abb-828f-6657ff0636c5 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Notify callbacks [] for port, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:27.046930 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=c039e7df-bd20-4722-aa19-b5d034ddf39e,revision_number=5']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:27.061515 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning for port eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:27.072604 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning complete for port eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:27.073657 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:27.091782 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-eda14e9c-bd36-477f-a25a-7b63e8c63c76 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Request body: {'port': {'device_id': '0eafe7a2-404c-403f-9f8f-4e2edddc2d4c', 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e', 'admin_state_up': True, 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'security_groups': ['0c64fd60-c281-477e-9546-eda5ee82f37e']}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:27.179124 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c2ba86d2-468f-432e-a465-f8ba03ed9b81 req-305d8d46-20a7-43b0-a40e-d94f6801c34d tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2180910 Jul 16 02:54:27.206768 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b53a97-45b5-4dee-9b24-05a4167f4d0e req-e9afd242-2461-4b77-8a60-55c85e94ac92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:27.209784 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b8b53a97-45b5-4dee-9b24-05a4167f4d0e req-e9afd242-2461-4b77-8a60-55c85e94ac92 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e5c6bfb-07bb-468d-bd2e-617c99bc64ab HTTP/1.1" status: 200 len: 912 time: 0.6484783 Jul 16 02:54:27.253956 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-ec46231a-3713-4abb-828f-6657ff0636c5 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:27.322099 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:27.331651 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b8b53a97-45b5-4dee-9b24-05a4167f4d0e req-c1e3b683-bf73-4393-9203-4a01d3c48c40 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddbac108-142f-461a-a20a-80bab77d9ef5 HTTP/1.1" status: 200 len: 217 time: 0.1025789 Jul 16 02:54:27.407092 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-ec46231a-3713-4abb-828f-6657ff0636c5 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Network 14e36b5a-d9bd-4a9a-8e33-0a405cb50bae is already hosted by enough agents. {{(pid=92999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:27.417138 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-ec46231a-3713-4abb-828f-6657ff0636c5 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Resources bound (agent type, host, resource id): {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:27.420406 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-ec46231a-3713-4abb-828f-6657ff0636c5 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Received port after_create {{(pid=92999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:54:27.424259 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46231a-3713-4abb-828f-6657ff0636c5 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Pushing event updated for resources: {'Port': ['ID=1be41617-68b4-4b5b-8be8-c7c8adbf9d87,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:27.436767 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1,segment=NetworkSegment(ed76c822-9691-44c5-8ae3-bf3ddbc06bcc),segment_id=ed76c822-9691-44c5-8ae3-bf3ddbc06bcc)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:27.445836 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:27.472204 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-55020415-f388-4e56-8eb2-41723747206a req-b421a528-a6a2-4522-829d-4a942ff561dc tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 210 time: 0.0610909 Jul 16 02:54:27.496184 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-eda14e9c-bd36-477f-a25a-7b63e8c63c76 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Made reservation on behalf of 27578fa4931d43a687b8bfb4f9fd5fd6 for: {'port': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:54:27.504019 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-eda14e9c-bd36-477f-a25a-7b63e8c63c76 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:27.504391 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee99e101-00e2-4871-8f48-db93f1031968 req-1499393f-bc42-48e2-a602-2b0ccbae7ba2 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:27.506025 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ee99e101-00e2-4871-8f48-db93f1031968 req-1499393f-bc42-48e2-a602-2b0ccbae7ba2 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f1b6cc-459b-46df-93ac-f4665811eebc HTTP/1.1" status: 200 len: 944 time: 0.5358255 Jul 16 02:54:27.509493 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-ec46231a-3713-4abb-828f-6657ff0636c5 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:27.510116 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-ec46231a-3713-4abb-828f-6657ff0636c5 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:27.546859 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-ec46231a-3713-4abb-828f-6657ff0636c5 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1336346 Jul 16 02:54:27.585191 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b53a97-45b5-4dee-9b24-05a4167f4d0e req-990c9e90-da16-49d2-8147-c94bba46110f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:27.588554 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b8b53a97-45b5-4dee-9b24-05a4167f4d0e req-990c9e90-da16-49d2-8147-c94bba46110f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63a1915a-bab0-41c0-bb18-aaed33e028db HTTP/1.1" status: 200 len: 850 time: 0.2453468 Jul 16 02:54:27.617188 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-76baafb8-1549-4892-8606-068ae6292fe7 service neutron] Request body: {'port': {'device_id': 'fc3207ee-5346-47fa-ba7b-ee5bfed3f096', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:27.625907 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1,revision_number=5']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:27.666806 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 46274) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:27.791266 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ee99e101-00e2-4871-8f48-db93f1031968 req-99c043b1-dc1d-4356-a90a-fac7d134c47f tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/security-groups?id=49e23a17-7961-4a2a-86cc-6e70e196fc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424755 Jul 16 02:54:27.797082 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-76baafb8-1549-4892-8606-068ae6292fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:27.799733 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b53a97-45b5-4dee-9b24-05a4167f4d0e req-ace18eee-e8e4-4988-a55b-1650602fb652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:27.808354 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b8b53a97-45b5-4dee-9b24-05a4167f4d0e req-ace18eee-e8e4-4988-a55b-1650602fb652 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e5c6bfb-07bb-468d-bd2e-617c99bc64ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2025590 Jul 16 02:54:27.824218 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_common [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-eda14e9c-bd36-477f-a25a-7b63e8c63c76 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Allocated IP 172.20.0.14 (747b2ea9-fb6f-4340-aee2-7461ba32440e/64e63330-214e-4dcd-a719-fae45048b23b/14ac9660-02d1-4c3f-a9a6-c322e1ce1254) {{(pid=92999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:54:27.930320 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device e3ae29bd-e1c6-45c9-9f46-f56b4108c911 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:54:28.079885 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-97e267eb-bffa-4963-8c37-dbe4056beaa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:28.139292 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b8b53a97-45b5-4dee-9b24-05a4167f4d0e req-eb4505b8-1e10-43d1-8775-1db66a9acb3b service neutron] 10.222.0.52 "GET /v2.0/networks/5e5c6bfb-07bb-468d-bd2e-617c99bc64ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3182175 Jul 16 02:54:28.195965 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port e3ae29bd-e1c6-45c9-9f46-f56b4108c911, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e3ae29bd-e1c6-45c9-9f46-f56b4108c911,segment=NetworkSegment(4ed6d855-b950-4744-a0c4-4d38455d73bd),segment_id=4ed6d855-b950-4744-a0c4-4d38455d73bd)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:28.231771 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281771bd-cc5e-4298-bdd2-5e7950e19abb x-openstack-request-id: req-281771bd-cc5e-4298-bdd2-5e7950e19abb {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:54:28.232187 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8c478a-75f1-4e62-affc-a69c566baf47", "name": "network-vif-plugged", "status": "completed", "tag": "c039e7df-bd20-4722-aa19-b5d034ddf39e", "code": 200}]} {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:54:28.233320 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-281771bd-cc5e-4298-bdd2-5e7950e19abb {{(pid=93000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:54:28.235190 dv-cinder-788364-5-smb neutron-server[93000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8c478a-75f1-4e62-affc-a69c566baf47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c039e7df-bd20-4722-aa19-b5d034ddf39e', 'code': 200} Jul 16 02:54:28.240074 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Returning: {'device': 'e3ae29bd-e1c6-45c9-9f46-f56b4108c911', 'network_id': '14e36b5a-d9bd-4a9a-8e33-0a405cb50bae', 'port_id': 'e3ae29bd-e1c6-45c9-9f46-f56b4108c911', 'mac_address': 'fa:16:3e:5b:d7:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56becb0-35ba-4a8c-8d35-b94e96683f38', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:54:28.390727 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:28.425302 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3ae29bd-e1c6-45c9-9f46-f56b4108c911 {{(pid=93000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:54:28.507282 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port e3ae29bd-e1c6-45c9-9f46-f56b4108c911, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e3ae29bd-e1c6-45c9-9f46-f56b4108c911,segment=NetworkSegment(4ed6d855-b950-4744-a0c4-4d38455d73bd),segment_id=4ed6d855-b950-4744-a0c4-4d38455d73bd)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:28.513268 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b8b53a97-45b5-4dee-9b24-05a4167f4d0e req-dedb3c8f-81c1-4561-9627-8cba0e662425 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5c6bfb-07bb-468d-bd2e-617c99bc64ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267860 Jul 16 02:54:28.520720 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:28.542636 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0bcd6c-2aba-4360-9be3-5b9dcc915040 req-7e8f648b-064d-48b7-9737-4e9fd153f469 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:28.544396 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ce0bcd6c-2aba-4360-9be3-5b9dcc915040 req-7e8f648b-064d-48b7-9737-4e9fd153f469 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 931 time: 0.3878675 Jul 16 02:54:28.632214 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f320ec17-dc49-4900-8084-f34fd01302c0 req-cc2685f8-d0f6-4430-973f-829135434772 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:28.632214 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f320ec17-dc49-4900-8084-f34fd01302c0 req-cc2685f8-d0f6-4430-973f-829135434772 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 943 time: 0.2939003 Jul 16 02:54:28.664315 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=e3ae29bd-e1c6-45c9-9f46-f56b4108c911,revision_number=4']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:28.686703 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ce0bcd6c-2aba-4360-9be3-5b9dcc915040 req-4607a9e1-5609-43b7-b6dd-cccd26c0d9de tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232741 Jul 16 02:54:28.727276 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-97e267eb-bffa-4963-8c37-dbe4056beaa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:28.768921 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-97e267eb-bffa-4963-8c37-dbe4056beaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:28.829741 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-eda14e9c-bd36-477f-a25a-7b63e8c63c76 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for port, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:28.849643 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f320ec17-dc49-4900-8084-f34fd01302c0 req-da732d9a-953b-4f5c-b84c-ee1969aa4231 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1768239 Jul 16 02:54:28.858273 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['e3ae29bd-e1c6-45c9-9f46-f56b4108c911'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:54:28.949147 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 46306) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:28.949445 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-97e267eb-bffa-4963-8c37-dbe4056beaa2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ac1fe7cddf7471db75f23da5da4a67c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2815502 Jul 16 02:54:28.950390 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e267eb-bffa-4963-8c37-dbe4056beaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f53bc81-3b5f-4141-b7c2-65035ae65498,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:28.960172 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.provisioning_blocks [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-eda14e9c-bd36-477f-a25a-7b63e8c63c76 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Transition to ACTIVE for port object 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 will not be triggered until provisioned by entity DHCP. {{(pid=92999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:28.993870 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-76baafb8-1549-4892-8606-068ae6292fe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1be41617-68b4-4b5b-8be8-c7c8adbf9d87 {{(pid=92999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:54:29.014917 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-76baafb8-1549-4892-8606-068ae6292fe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:29.030539 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150e6c85-b5ee-41f1-b526-146af9e86e09 req-4bda45c2-cd26-4cac-a5c1-723ec26c782a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:29.032480 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-150e6c85-b5ee-41f1-b526-146af9e86e09 req-4bda45c2-cd26-4cac-a5c1-723ec26c782a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 1098 time: 0.5369246 Jul 16 02:54:29.094293 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 6 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:54:29.098673 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-150e6c85-b5ee-41f1-b526-146af9e86e09 req-d0dacd7e-232d-4430-bb60-285b7bdbb8da service neutron] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:29.101836 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.provisioning_blocks [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-76baafb8-1549-4892-8606-068ae6292fe7 service neutron] Transition to ACTIVE for port object 1be41617-68b4-4b5b-8be8-c7c8adbf9d87 will not be triggered until provisioned by entity L2. {{(pid=92999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:29.121323 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-76baafb8-1549-4892-8606-068ae6292fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9108244'] for port, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:29.141622 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-eda14e9c-bd36-477f-a25a-7b63e8c63c76 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:29.255710 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76baafb8-1549-4892-8606-068ae6292fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=1be41617-68b4-4b5b-8be8-c7c8adbf9d87,revision_number=2']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:29.293001 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c3468b-22c6-4e9c-ae3f-0992482fd3fe req-b8894a03-b659-46a5-b08e-9bdc37b4fde7 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:29.300632 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-00c3468b-22c6-4e9c-ae3f-0992482fd3fe req-b8894a03-b659-46a5-b08e-9bdc37b4fde7 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 945 time: 0.3283532 Jul 16 02:54:29.303987 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-36f20dc7-8604-4317-9d66-b6ba75e2f97e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:29.307036 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-eda14e9c-bd36-477f-a25a-7b63e8c63c76 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Network 747b2ea9-fb6f-4340-aee2-7461ba32440e is already hosted by enough agents. {{(pid=92999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:29.366088 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-eda14e9c-bd36-477f-a25a-7b63e8c63c76 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Resources bound (agent type, host, resource id): {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:29.380051 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-eda14e9c-bd36-477f-a25a-7b63e8c63c76 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Received port after_create {{(pid=92999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:54:29.427900 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-36f20dc7-8604-4317-9d66-b6ba75e2f97e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:29.532885 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-00c3468b-22c6-4e9c-ae3f-0992482fd3fe req-26f19b14-b2dc-44b6-a5ff-af6456c344c8 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234023 Jul 16 02:54:29.575269 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda14e9c-bd36-477f-a25a-7b63e8c63c76 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Pushing event updated for resources: {'Port': ['ID=14ac9660-02d1-4c3f-a9a6-c322e1ce1254,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:29.612948 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-eda14e9c-bd36-477f-a25a-7b63e8c63c76 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:29.613650 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-eda14e9c-bd36-477f-a25a-7b63e8c63c76 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:29.634044 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0867397b-e416-4583-8ad1-6745096108f5 req-bde4f479-14aa-4882-a6f5-3d23472157f7 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:29.636873 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0867397b-e416-4583-8ad1-6745096108f5 req-bde4f479-14aa-4882-a6f5-3d23472157f7 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 932 time: 0.3643847 Jul 16 02:54:29.671441 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-36f20dc7-8604-4317-9d66-b6ba75e2f97e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:29.674031 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-36f20dc7-8604-4317-9d66-b6ba75e2f97e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:29.675207 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-36f20dc7-8604-4317-9d66-b6ba75e2f97e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3f53bc81-3b5f-4141-b7c2-65035ae65498 HTTP/1.1" status: 204 len: 168 time: 0.7237988 Jul 16 02:54:29.684663 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-76baafb8-1549-4892-8606-068ae6292fe7 service neutron] Attempting to bind port 1be41617-68b4-4b5b-8be8-c7c8adbf9d87 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:54:29.685118 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-76baafb8-1549-4892-8606-068ae6292fe7 service neutron] Attempting to bind port 1be41617-68b4-4b5b-8be8-c7c8adbf9d87 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '4ed6d855-b950-4744-a0c4-4d38455d73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '14e36b5a-d9bd-4a9a-8e33-0a405cb50bae'}] {{(pid=92999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:54:29.685456 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-76baafb8-1549-4892-8606-068ae6292fe7 service neutron] Attempting to bind port 1be41617-68b4-4b5b-8be8-c7c8adbf9d87 on network 14e36b5a-d9bd-4a9a-8e33-0a405cb50bae {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:29.689133 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-150e6c85-b5ee-41f1-b526-146af9e86e09 req-d0dacd7e-232d-4430-bb60-285b7bdbb8da service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:29.703688 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-150e6c85-b5ee-41f1-b526-146af9e86e09 req-d0dacd7e-232d-4430-bb60-285b7bdbb8da service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:29.708278 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-76baafb8-1549-4892-8606-068ae6292fe7 service neutron] Port 1be41617-68b4-4b5b-8be8-c7c8adbf9d87 on network 14e36b5a-d9bd-4a9a-8e33-0a405cb50bae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:54:29.708278 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-76baafb8-1549-4892-8606-068ae6292fe7 service neutron] Attempting to bind port 1be41617-68b4-4b5b-8be8-c7c8adbf9d87 on network 14e36b5a-d9bd-4a9a-8e33-0a405cb50bae {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:29.730906 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f20dc7-8604-4317-9d66-b6ba75e2f97e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f53bc81-3b5f-4141-b7c2-65035ae65498,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:29.740290 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-eda14e9c-bd36-477f-a25a-7b63e8c63c76 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6604545 Jul 16 02:54:29.767881 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0867397b-e416-4583-8ad1-6745096108f5 req-66c20fd7-483e-41fa-9ff6-cb16d16ba9f3 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1150277 Jul 16 02:54:29.777383 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-4dbd4059-6577-43ec-bc10-7449fa0d3b73 service neutron] Request body: {'port': {'device_id': '0eafe7a2-404c-403f-9f8f-4e2edddc2d4c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:29.818779 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-1aa82908-d707-4d2f-865e-205f9084382e None None] Provisioning for port 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 completed by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:29.833329 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-1aa82908-d707-4d2f-865e-205f9084382e None None] Provisioning complete for port 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:29.838055 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-1aa82908-d707-4d2f-865e-205f9084382e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:29.855508 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-76baafb8-1549-4892-8606-068ae6292fe7 service neutron] Checking agent: {'id': 'a8200757-c16c-46b0-9c68-b9d07f85534b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'started_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:54:29.856119 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-76baafb8-1549-4892-8606-068ae6292fe7 service neutron] Checking segment: {'id': '4ed6d855-b950-4744-a0c4-4d38455d73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '14e36b5a-d9bd-4a9a-8e33-0a405cb50bae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:54:29.856443 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-76baafb8-1549-4892-8606-068ae6292fe7 service neutron] Bound using segment: {'id': '4ed6d855-b950-4744-a0c4-4d38455d73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '14e36b5a-d9bd-4a9a-8e33-0a405cb50bae'} {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:54:29.856700 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-76baafb8-1549-4892-8606-068ae6292fe7 service neutron] Bound port: 1be41617-68b4-4b5b-8be8-c7c8adbf9d87, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ed6d855-b950-4744-a0c4-4d38455d73bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': '14e36b5a-d9bd-4a9a-8e33-0a405cb50bae'}}] {{(pid=92999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:54:29.857189 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-76baafb8-1549-4892-8606-068ae6292fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:29.929821 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-4dbd4059-6577-43ec-bc10-7449fa0d3b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:29.952133 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device ddbac108-142f-461a-a20a-80bab77d9ef5 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:54:29.970274 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0dacd7e-232d-4430-bb60-285b7bdbb8da service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1d2a545d-ef05-482b-abd2-3400ad29275c,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:30.019397 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-150e6c85-b5ee-41f1-b526-146af9e86e09 req-d0dacd7e-232d-4430-bb60-285b7bdbb8da service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9785411 Jul 16 02:54:30.099504 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3ee32d-aa81-4c3b-ac2a-6e6d0e53baf4 req-ffe6401a-9ff1-4028-a2ab-bb5eb7faeade tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:30.102932 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port ddbac108-142f-461a-a20a-80bab77d9ef5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ddbac108-142f-461a-a20a-80bab77d9ef5,segment=NetworkSegment(93a90afd-6ae2-480e-9bba-c40ab1d9a941),segment_id=93a90afd-6ae2-480e-9bba-c40ab1d9a941)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:30.114065 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ab3ee32d-aa81-4c3b-ac2a-6e6d0e53baf4 req-ffe6401a-9ff1-4028-a2ab-bb5eb7faeade tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f1b6cc-459b-46df-93ac-f4665811eebc HTTP/1.1" status: 200 len: 945 time: 0.1794083 Jul 16 02:54:30.136656 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device e3ae29bd-e1c6-45c9-9f46-f56b4108c911 up at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:30.143211 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Returning: {'device': 'ddbac108-142f-461a-a20a-80bab77d9ef5', 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab', 'port_id': 'ddbac108-142f-461a-a20a-80bab77d9ef5', 'mac_address': 'fa:16:3e:91:1b:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:54:30.166011 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b798f257-f884-4bd6-824f-336edb3aa130 req-315959c8-cce1-4fd0-b830-9c2b10432591 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:30.175033 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b798f257-f884-4bd6-824f-336edb3aa130 req-315959c8-cce1-4fd0-b830-9c2b10432591 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 943 time: 0.2074659 Jul 16 02:54:30.220774 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ab3ee32d-aa81-4c3b-ac2a-6e6d0e53baf4 req-d0e71dc8-6ba7-4c5c-98ae-7326fa1fafa6 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/security-groups?id=49e23a17-7961-4a2a-86cc-6e70e196fc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054995 Jul 16 02:54:30.238322 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f1b6cc-459b-46df-93ac-f4665811eebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1'}] {{(pid=93000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:54:30.242232 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea702c1d27a9afaa317d21627fdeb95d85c281d49492fc16ca315a181738864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59cbc76c-e9c3-440c-b108-d3749f118a27" -d '{"events": [{"server_uuid": "17f1b6cc-459b-46df-93ac-f4665811eebc", "name": "network-vif-plugged", "status": "completed", "tag": "eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1"}]}' {{(pid=93000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:54:30.270558 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b798f257-f884-4bd6-824f-336edb3aa130 req-ed9c7c94-5a08-430e-a2bb-c02cdcfe3516 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945930 Jul 16 02:54:30.270993 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-1aa82908-d707-4d2f-865e-205f9084382e None None] Port 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 cannot update to ACTIVE because it is not bound. {{(pid=93000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:54:30.277730 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-76baafb8-1549-4892-8606-068ae6292fe7 service neutron] For port 1be41617-68b4-4b5b-8be8-c7c8adbf9d87, host hv-cinder-78836, cleared binding levels {{(pid=92999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:54:30.331225 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:30.360820 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddbac108-142f-461a-a20a-80bab77d9ef5 {{(pid=93000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:54:30.366403 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning for port e3ae29bd-e1c6-45c9-9f46-f56b4108c911 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:30.372957 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning complete for port e3ae29bd-e1c6-45c9-9f46-f56b4108c911 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:30.373336 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:30.378626 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-76baafb8-1549-4892-8606-068ae6292fe7 service neutron] For port 1be41617-68b4-4b5b-8be8-c7c8adbf9d87, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1be41617-68b4-4b5b-8be8-c7c8adbf9d87,segment=NetworkSegment(4ed6d855-b950-4744-a0c4-4d38455d73bd),segment_id=4ed6d855-b950-4744-a0c4-4d38455d73bd)] {{(pid=92999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:54:30.401496 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-76baafb8-1549-4892-8606-068ae6292fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9108244'] for port, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:30.406368 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3ec6bad-220b-438d-b682-4e1b34324fe2 x-openstack-request-id: req-a3ec6bad-220b-438d-b682-4e1b34324fe2 {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:54:30.406699 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f1b6cc-459b-46df-93ac-f4665811eebc", "name": "network-vif-plugged", "status": "completed", "tag": "eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1", "code": 200}]} {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:54:30.406948 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a3ec6bad-220b-438d-b682-4e1b34324fe2 {{(pid=93000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:54:30.407369 dv-cinder-788364-5-smb neutron-server[93000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f1b6cc-459b-46df-93ac-f4665811eebc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1', 'code': 200} Jul 16 02:54:30.422814 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port ddbac108-142f-461a-a20a-80bab77d9ef5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ddbac108-142f-461a-a20a-80bab77d9ef5,segment=NetworkSegment(93a90afd-6ae2-480e-9bba-c40ab1d9a941),segment_id=93a90afd-6ae2-480e-9bba-c40ab1d9a941)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:30.434519 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:30.532793 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=ddbac108-142f-461a-a20a-80bab77d9ef5,revision_number=4']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:30.564238 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:30.595765 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76baafb8-1549-4892-8606-068ae6292fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=1be41617-68b4-4b5b-8be8-c7c8adbf9d87,revision_number=3']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:30.609978 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-76baafb8-1549-4892-8606-068ae6292fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:30.611245 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-76baafb8-1549-4892-8606-068ae6292fe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:30.614059 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-76baafb8-1549-4892-8606-068ae6292fe7 service neutron] 10.222.0.52 "PUT /v2.0/ports/1be41617-68b4-4b5b-8be8-c7c8adbf9d87 HTTP/1.1" status: 200 len: 1093 time: 3.0056052 Jul 16 02:54:30.615196 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc3207ee-5346-47fa-ba7b-ee5bfed3f096', 'tag': '1be41617-68b4-4b5b-8be8-c7c8adbf9d87'}] {{(pid=92999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:54:30.619470 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7924d30a451bfb46b248ee236a8924541a1a79d63876f3bc8bdb08287585aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef60dd5-78bb-49fc-8811-1feebc2d7a83" -d '{"events": [{"name": "network-changed", "server_uuid": "fc3207ee-5346-47fa-ba7b-ee5bfed3f096", "tag": "1be41617-68b4-4b5b-8be8-c7c8adbf9d87"}]}' {{(pid=92999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:54:30.660860 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port e3ae29bd-e1c6-45c9-9f46-f56b4108c911, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e3ae29bd-e1c6-45c9-9f46-f56b4108c911,segment=NetworkSegment(4ed6d855-b950-4744-a0c4-4d38455d73bd),segment_id=4ed6d855-b950-4744-a0c4-4d38455d73bd)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:30.667597 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:30.727598 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5850b38-50ad-412f-8cb4-21f9be472862 req-aad90827-a4d2-4a17-ae46-453cb62fbc77 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:30.730939 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e5850b38-50ad-412f-8cb4-21f9be472862 req-aad90827-a4d2-4a17-ae46-453cb62fbc77 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 944 time: 0.1978557 Jul 16 02:54:30.835626 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['ddbac108-142f-461a-a20a-80bab77d9ef5'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:54:30.876808 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e5850b38-50ad-412f-8cb4-21f9be472862 req-1caaf394-0518-4fcd-ad79-b9ddf70f829b tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1356213 Jul 16 02:54:30.891008 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 46344) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:30.933851 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5259bd18-6a0e-4cfa-b6a0-f63cc704300b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:30.956762 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=e3ae29bd-e1c6-45c9-9f46-f56b4108c911,revision_number=5']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:31.089225 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6143c217-52db-4582-ab00-328c93a5809d x-openstack-request-id: req-6143c217-52db-4582-ab00-328c93a5809d {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:54:31.090032 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc3207ee-5346-47fa-ba7b-ee5bfed3f096", "tag": "1be41617-68b4-4b5b-8be8-c7c8adbf9d87", "status": "completed", "code": 200}]} {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:54:31.090032 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6143c217-52db-4582-ab00-328c93a5809d {{(pid=92999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:54:31.090762 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc3207ee-5346-47fa-ba7b-ee5bfed3f096', 'tag': '1be41617-68b4-4b5b-8be8-c7c8adbf9d87', 'status': 'completed', 'code': 200} Jul 16 02:54:31.125896 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f5c4dd-71a4-478e-82d5-d0c5b23866d2 req-5a9ad6eb-f6ca-4d86-aab1-387ee43b3cca tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:31.127660 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-98f5c4dd-71a4-478e-82d5-d0c5b23866d2 req-5a9ad6eb-f6ca-4d86-aab1-387ee43b3cca tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 945 time: 0.1412151 Jul 16 02:54:31.159766 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-4dbd4059-6577-43ec-bc10-7449fa0d3b73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 {{(pid=92999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:54:31.174083 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-4dbd4059-6577-43ec-bc10-7449fa0d3b73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:31.185557 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5259bd18-6a0e-4cfa-b6a0-f63cc704300b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:31.192635 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-d71aa824-c48e-4ec2-a2b8-6da3708e76e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:31.194514 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-d71aa824-c48e-4ec2-a2b8-6da3708e76e1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6f945e439d0e4d87b06aad1c45f83b97&device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 1096 time: 0.2897077 Jul 16 02:54:31.195928 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-98f5c4dd-71a4-478e-82d5-d0c5b23866d2 req-3e6bbcf6-c534-47da-b883-9481e14d2b4c tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610859 Jul 16 02:54:31.198347 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5259bd18-6a0e-4cfa-b6a0-f63cc704300b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:31.234954 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.provisioning_blocks [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-4dbd4059-6577-43ec-bc10-7449fa0d3b73 service neutron] Transition to ACTIVE for port object 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 will not be triggered until provisioned by entity L2. {{(pid=92999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:31.256554 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5259bd18-6a0e-4cfa-b6a0-f63cc704300b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=024320e5-7400-4d89-9a7f-68e9ca6c2714,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:31.280829 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-5259bd18-6a0e-4cfa-b6a0-f63cc704300b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d93d0391fc940b591cf7175753009f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3720417 Jul 16 02:54:31.285152 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 46350) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:31.308760 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-4dbd4059-6577-43ec-bc10-7449fa0d3b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9108244'] for port, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:31.319437 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-7277cf8f-e2db-42f8-9ab5-e095b4525f4c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1be41617-68b4-4b5b-8be8-c7c8adbf9d87 HTTP/1.1" status: 200 len: 217 time: 0.1044178 Jul 16 02:54:31.387893 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e2112f-3997-4bb0-9304-2b3c0d01fbf0 req-b034ef51-f0cc-4dfc-8cf2-6fc77a188789 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:31.390456 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c2e2112f-3997-4bb0-9304-2b3c0d01fbf0 req-b034ef51-f0cc-4dfc-8cf2-6fc77a188789 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 944 time: 0.1597178 Jul 16 02:54:31.395434 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-390090d5-2178-4677-9bde-27e71035199a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:31.450017 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89180a9b-4c6d-4830-b22b-60bf9c5749dd req-631c9f68-8e9a-44d4-981a-7303e6aa6bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:31.452655 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-89180a9b-4c6d-4830-b22b-60bf9c5749dd req-631c9f68-8e9a-44d4-981a-7303e6aa6bbc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=17f1b6cc-459b-46df-93ac-f4665811eebc HTTP/1.1" status: 200 len: 1098 time: 0.3580060 Jul 16 02:54:31.479544 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd4059-6577-43ec-bc10-7449fa0d3b73 service neutron] Pushing event updated for resources: {'Port': ['ID=14ac9660-02d1-4c3f-a9a6-c322e1ce1254,revision_number=2']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:31.482109 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-390090d5-2178-4677-9bde-27e71035199a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:31.534661 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c2e2112f-3997-4bb0-9304-2b3c0d01fbf0 req-91594728-98bd-409c-af2e-7e122a002700 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360297 Jul 16 02:54:31.540563 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-d3a5b2c8-9e32-4030-a8b5-f99f75dbb4a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:31.542084 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-d3a5b2c8-9e32-4030-a8b5-f99f75dbb4a1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f56becb0-35ba-4a8c-8d35-b94e96683f38 HTTP/1.1" status: 200 len: 858 time: 0.1932046 Jul 16 02:54:31.575661 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aecd5e0-7be3-454b-80fc-5c8d20e94332 req-06e50b8f-c588-488d-9701-451be35dd5b0 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:31.582929 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3aecd5e0-7be3-454b-80fc-5c8d20e94332 req-06e50b8f-c588-488d-9701-451be35dd5b0 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f1b6cc-459b-46df-93ac-f4665811eebc HTTP/1.1" status: 200 len: 945 time: 0.1797788 Jul 16 02:54:31.633496 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-390090d5-2178-4677-9bde-27e71035199a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:31.638397 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-390090d5-2178-4677-9bde-27e71035199a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:31.638397 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-390090d5-2178-4677-9bde-27e71035199a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/024320e5-7400-4d89-9a7f-68e9ca6c2714 HTTP/1.1" status: 204 len: 168 time: 0.3518815 Jul 16 02:54:31.660765 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-390090d5-2178-4677-9bde-27e71035199a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=024320e5-7400-4d89-9a7f-68e9ca6c2714,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:31.678126 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3aecd5e0-7be3-454b-80fc-5c8d20e94332 req-485d1d45-14c8-457d-a776-a3175d1fc1c8 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/security-groups?id=49e23a17-7961-4a2a-86cc-6e70e196fc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943754 Jul 16 02:54:31.816030 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-67a81955-d54f-4490-8c2d-b639c035c767 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14e36b5a-d9bd-4a9a-8e33-0a405cb50bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2629843 Jul 16 02:54:31.827521 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-89180a9b-4c6d-4830-b22b-60bf9c5749dd req-ff2470e7-3826-472b-8fbd-efebc913af01 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=49e23a17-7961-4a2a-86cc-6e70e196fc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3614378 Jul 16 02:54:31.853110 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-4dbd4059-6577-43ec-bc10-7449fa0d3b73 service neutron] Attempting to bind port 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:54:31.853969 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-4dbd4059-6577-43ec-bc10-7449fa0d3b73 service neutron] Attempting to bind port 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7d07a258-c4a7-4e28-b7a7-e65f63b3a875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e'}] {{(pid=92999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:54:31.854458 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-4dbd4059-6577-43ec-bc10-7449fa0d3b73 service neutron] Attempting to bind port 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 on network 747b2ea9-fb6f-4340-aee2-7461ba32440e {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:31.860274 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-4dbd4059-6577-43ec-bc10-7449fa0d3b73 service neutron] Port 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 on network 747b2ea9-fb6f-4340-aee2-7461ba32440e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:54:31.861078 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-4dbd4059-6577-43ec-bc10-7449fa0d3b73 service neutron] Attempting to bind port 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 on network 747b2ea9-fb6f-4340-aee2-7461ba32440e {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:31.868313 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-4dbd4059-6577-43ec-bc10-7449fa0d3b73 service neutron] Checking agent: {'id': 'a8200757-c16c-46b0-9c68-b9d07f85534b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'started_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 54, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:54:31.868740 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-4dbd4059-6577-43ec-bc10-7449fa0d3b73 service neutron] Checking segment: {'id': '7d07a258-c4a7-4e28-b7a7-e65f63b3a875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:54:31.869290 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-4dbd4059-6577-43ec-bc10-7449fa0d3b73 service neutron] Bound using segment: {'id': '7d07a258-c4a7-4e28-b7a7-e65f63b3a875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e'} {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:54:31.869815 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-4dbd4059-6577-43ec-bc10-7449fa0d3b73 service neutron] Bound port: 14ac9660-02d1-4c3f-a9a6-c322e1ce1254, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d07a258-c4a7-4e28-b7a7-e65f63b3a875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e'}}] {{(pid=92999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:54:31.880411 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-4dbd4059-6577-43ec-bc10-7449fa0d3b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:31.912590 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca07a9e-f25f-44ec-880e-8d1220821a6e req-a2a17ceb-c461-443f-b7bb-dbf289eb067d tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:31.917859 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-aca07a9e-f25f-44ec-880e-8d1220821a6e req-a2a17ceb-c461-443f-b7bb-dbf289eb067d tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 943 time: 0.1633112 Jul 16 02:54:31.947996 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device ddbac108-142f-461a-a20a-80bab77d9ef5 up at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:32.030212 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-aca07a9e-f25f-44ec-880e-8d1220821a6e req-ccb8dd6c-99a5-489b-9c9d-583e8684e695 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020510 Jul 16 02:54:32.074065 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning for port ddbac108-142f-461a-a20a-80bab77d9ef5 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:32.080375 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning complete for port ddbac108-142f-461a-a20a-80bab77d9ef5 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:32.080823 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:32.087719 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-4dbd4059-6577-43ec-bc10-7449fa0d3b73 service neutron] For port 14ac9660-02d1-4c3f-a9a6-c322e1ce1254, host hv-cinder-78836, cleared binding levels {{(pid=92999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:54:32.098888 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-4dbd4059-6577-43ec-bc10-7449fa0d3b73 service neutron] For port 14ac9660-02d1-4c3f-a9a6-c322e1ce1254, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=14ac9660-02d1-4c3f-a9a6-c322e1ce1254,segment=NetworkSegment(7d07a258-c4a7-4e28-b7a7-e65f63b3a875),segment_id=7d07a258-c4a7-4e28-b7a7-e65f63b3a875)] {{(pid=92999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:54:32.107753 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-4dbd4059-6577-43ec-bc10-7449fa0d3b73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9108244'] for port, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:32.148145 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-4dbd4059-6577-43ec-bc10-7449fa0d3b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:32.148974 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-4dbd4059-6577-43ec-bc10-7449fa0d3b73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:32.151074 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-4dbd4059-6577-43ec-bc10-7449fa0d3b73 service neutron] 10.222.0.52 "PUT /v2.0/ports/14ac9660-02d1-4c3f-a9a6-c322e1ce1254 HTTP/1.1" status: 200 len: 1094 time: 2.3790088 Jul 16 02:54:32.305228 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:32.465100 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port ddbac108-142f-461a-a20a-80bab77d9ef5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ddbac108-142f-461a-a20a-80bab77d9ef5,segment=NetworkSegment(93a90afd-6ae2-480e-9bba-c40ab1d9a941),segment_id=93a90afd-6ae2-480e-9bba-c40ab1d9a941)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:32.471415 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c50ffb-daf0-43ba-ade8-ce2f9b670fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ae29bd-e1c6-45c9-9f46-f56b4108c911'}, {'server_uuid': 'bcef96d1-5529-4561-9561-6c056fd6f4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbac108-142f-461a-a20a-80bab77d9ef5'}] {{(pid=93000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:54:32.484765 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea702c1d27a9afaa317d21627fdeb95d85c281d49492fc16ca315a181738864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89295d0f-f7d4-49fd-9ae4-27f782487b90" -d '{"events": [{"server_uuid": "72c50ffb-daf0-43ba-ade8-ce2f9b670fd7", "name": "network-vif-plugged", "status": "completed", "tag": "e3ae29bd-e1c6-45c9-9f46-f56b4108c911"}, {"server_uuid": "bcef96d1-5529-4561-9561-6c056fd6f4d3", "name": "network-vif-plugged", "status": "completed", "tag": "ddbac108-142f-461a-a20a-80bab77d9ef5"}]}' {{(pid=93000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:54:32.485448 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91142e12-1428-43f8-8347-e431eef03fd9 req-936ba333-0fa8-455f-8f9f-87af2b38277f tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:32.492197 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-91142e12-1428-43f8-8347-e431eef03fd9 req-936ba333-0fa8-455f-8f9f-87af2b38277f tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 944 time: 0.2872114 Jul 16 02:54:32.504261 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:32.663279 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=ddbac108-142f-461a-a20a-80bab77d9ef5,revision_number=5']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:32.681223 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-91142e12-1428-43f8-8347-e431eef03fd9 req-73166331-371c-4c7c-8664-e114b07d1c31 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1714752 Jul 16 02:54:32.842968 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd4059-6577-43ec-bc10-7449fa0d3b73 service neutron] Pushing event updated for resources: {'Port': ['ID=14ac9660-02d1-4c3f-a9a6-c322e1ce1254,revision_number=3']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:32.876025 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982bb72f-5ae1-4ad3-9b53-6bef23f770f8 req-708ccee5-06f3-44c4-bee7-f0e11226a252 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:32.890446 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-982bb72f-5ae1-4ad3-9b53-6bef23f770f8 req-708ccee5-06f3-44c4-bee7-f0e11226a252 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 945 time: 0.2489746 Jul 16 02:54:32.899763 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 02:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49a2b663-5c49-488e-b7dc-e43aff9e0ce6 x-openstack-request-id: req-49a2b663-5c49-488e-b7dc-e43aff9e0ce6 {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:54:32.900173 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c50ffb-daf0-43ba-ade8-ce2f9b670fd7", "name": "network-vif-plugged", "status": "completed", "tag": "e3ae29bd-e1c6-45c9-9f46-f56b4108c911", "code": 200}, {"server_uuid": "bcef96d1-5529-4561-9561-6c056fd6f4d3", "name": "network-vif-plugged", "status": "completed", "tag": "ddbac108-142f-461a-a20a-80bab77d9ef5", "code": 200}]} {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:54:32.900377 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-49a2b663-5c49-488e-b7dc-e43aff9e0ce6 {{(pid=93000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:54:32.900750 dv-cinder-788364-5-smb neutron-server[93000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c50ffb-daf0-43ba-ade8-ce2f9b670fd7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3ae29bd-e1c6-45c9-9f46-f56b4108c911', 'code': 200} Jul 16 02:54:32.901005 dv-cinder-788364-5-smb neutron-server[93000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcef96d1-5529-4561-9561-6c056fd6f4d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddbac108-142f-461a-a20a-80bab77d9ef5', 'code': 200} Jul 16 02:54:32.946619 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-2e0ae236-6a4c-495e-80b4-a5ba4ad820f5 service neutron] 10.222.0.52 "GET /v2.0/networks/14e36b5a-d9bd-4a9a-8e33-0a405cb50bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7183430 Jul 16 02:54:32.994000 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-982bb72f-5ae1-4ad3-9b53-6bef23f770f8 req-cdec1a4b-9cf6-4cc8-99b8-040b025c8da1 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003461 Jul 16 02:54:33.319117 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eafe7a2-404c-403f-9f8f-4e2edddc2d4c', 'tag': '14ac9660-02d1-4c3f-a9a6-c322e1ce1254'}] {{(pid=92999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:54:33.336392 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7924d30a451bfb46b248ee236a8924541a1a79d63876f3bc8bdb08287585aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05bf8bce-779d-491a-b00b-04b1bd34d5fa" -d '{"events": [{"name": "network-changed", "server_uuid": "0eafe7a2-404c-403f-9f8f-4e2edddc2d4c", "tag": "14ac9660-02d1-4c3f-a9a6-c322e1ce1254"}]}' {{(pid=92999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:54:33.359442 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-57dbc476-b035-41ec-bfea-af2d4beeb67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:33.362243 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-57dbc476-b035-41ec-bfea-af2d4beeb67b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=27578fa4931d43a687b8bfb4f9fd5fd6&device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 1097 time: 1.0367057 Jul 16 02:54:33.370384 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-3e0435ca-0d57-467f-bc5c-6c459be447e5 req-e841adbd-2be1-4293-ae55-4affbef599ec service neutron] 10.222.0.52 "GET /v2.0/networks/14e36b5a-d9bd-4a9a-8e33-0a405cb50bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3998740 Jul 16 02:54:33.490482 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-bad90205-3ba4-4f93-bf04-b9ddd85e16c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14ac9660-02d1-4c3f-a9a6-c322e1ce1254 HTTP/1.1" status: 200 len: 217 time: 0.0880766 Jul 16 02:54:33.641256 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-e7ed43ce-cb69-4f43-99ca-4c7e10904720 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:33.644336 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-e7ed43ce-cb69-4f43-99ca-4c7e10904720 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64e63330-214e-4dcd-a719-fae45048b23b HTTP/1.1" status: 200 len: 856 time: 0.1270297 Jul 16 02:54:33.679064 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be9fd11-9a34-46cd-bac8-bb00401d2952 req-22cdff1d-b462-404c-b3ec-b321f56409ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:33.681742 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-8be9fd11-9a34-46cd-bac8-bb00401d2952 req-22cdff1d-b462-404c-b3ec-b321f56409ed service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 1098 time: 0.1899495 Jul 16 02:54:33.740946 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb2adb-507f-4464-abea-13d414d72ec1 req-4a81378e-7839-430e-ac20-3df177202656 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:33.744403 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2efb2adb-507f-4464-abea-13d414d72ec1 req-4a81378e-7839-430e-ac20-3df177202656 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 944 time: 0.5919080 Jul 16 02:54:33.871183 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2efb2adb-507f-4464-abea-13d414d72ec1 req-09ff0c44-b9c5-4277-9acd-45426ad9da1b tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987062 Jul 16 02:54:33.883173 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6506aa37-fb66-45c6-9b7e-b403ca4b7eb1 req-fae33e04-8683-445b-899f-03228f1167c0 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:33.892507 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6506aa37-fb66-45c6-9b7e-b403ca4b7eb1 req-fae33e04-8683-445b-899f-03228f1167c0 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f1b6cc-459b-46df-93ac-f4665811eebc HTTP/1.1" status: 200 len: 945 time: 0.5222690 Jul 16 02:54:33.910531 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-8be9fd11-9a34-46cd-bac8-bb00401d2952 req-68ab6118-cbbe-4557-a470-d7da483cc6b3 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1868222 Jul 16 02:54:33.956666 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-638728b9-0a6d-4def-bb6e-9f2c66a3011c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:33.958522 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-638728b9-0a6d-4def-bb6e-9f2c66a3011c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=747b2ea9-fb6f-4340-aee2-7461ba32440e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2380204 Jul 16 02:54:33.961131 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef60dd5-78bb-49fc-8811-1feebc2d7a83 req-fd730a86-fe11-4a1d-99da-d34832b321b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:33.963058 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-cef60dd5-78bb-49fc-8811-1feebc2d7a83 req-fd730a86-fe11-4a1d-99da-d34832b321b2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6f945e439d0e4d87b06aad1c45f83b97&device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 1096 time: 0.2380142 Jul 16 02:54:33.982515 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6506aa37-fb66-45c6-9b7e-b403ca4b7eb1 req-551dfbe2-8fb9-4da5-91f5-630e46489b3d tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/security-groups?id=49e23a17-7961-4a2a-86cc-6e70e196fc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888598 Jul 16 02:54:33.986662 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5575b-bda6-47bd-a591-2d1a05479b05 req-123f128b-021d-4f6d-9d38-22e5a0c417f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:33.988509 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-38d5575b-bda6-47bd-a591-2d1a05479b05 req-123f128b-021d-4f6d-9d38-22e5a0c417f0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 1099 time: 0.2639802 Jul 16 02:54:34.085762 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c6cf47c-b917-4b97-9a1a-6ae52b7b68a7 x-openstack-request-id: req-3c6cf47c-b917-4b97-9a1a-6ae52b7b68a7 {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:54:34.086349 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eafe7a2-404c-403f-9f8f-4e2edddc2d4c", "tag": "14ac9660-02d1-4c3f-a9a6-c322e1ce1254", "status": "completed", "code": 200}]} {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:54:34.086705 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c6cf47c-b917-4b97-9a1a-6ae52b7b68a7 {{(pid=92999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:54:34.087341 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eafe7a2-404c-403f-9f8f-4e2edddc2d4c', 'tag': '14ac9660-02d1-4c3f-a9a6-c322e1ce1254', 'status': 'completed', 'code': 200} Jul 16 02:54:34.178364 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac10a78-92f3-486f-b403-1b76a20dc428 req-aaecb61a-d2b9-486a-8bb4-11a1ec090df8 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:34.180795 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3ac10a78-92f3-486f-b403-1b76a20dc428 req-aaecb61a-d2b9-486a-8bb4-11a1ec090df8 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 943 time: 0.1092598 Jul 16 02:54:34.208859 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 46450) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:34.260468 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3ac10a78-92f3-486f-b403-1b76a20dc428 req-fad52cf6-a836-4a21-93a2-df73f4c7e941 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631397 Jul 16 02:54:34.292182 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10025c69-c2f8-4faf-bd89-ac59230e37e8 req-d771563f-ea18-4326-a0b5-428a9b598d8f tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:34.294066 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-10025c69-c2f8-4faf-bd89-ac59230e37e8 req-d771563f-ea18-4326-a0b5-428a9b598d8f tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.1082802 Jul 16 02:54:34.392811 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-38d5575b-bda6-47bd-a591-2d1a05479b05 req-d5a8e73b-8c16-4dd5-8a62-5a6a1ff1c1e1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928454 Jul 16 02:54:34.403613 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-10025c69-c2f8-4faf-bd89-ac59230e37e8 req-1a66142c-4da1-4cdd-b493-a7ac9aa77339 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0978072 Jul 16 02:54:34.503108 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-03c15685-7a79-494d-bbae-0a92506b566e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:34.563490 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bc5d0-6fed-4de9-b4f1-b76b485fa0af req-b1e5e18f-1282-4483-b187-40f8f863fd31 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:34.565713 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a97bc5d0-6fed-4de9-b4f1-b76b485fa0af req-b1e5e18f-1282-4483-b187-40f8f863fd31 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 945 time: 0.1288946 Jul 16 02:54:34.604148 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-303a69a5-e2c7-4b65-a013-27e149677cac service neutron] 10.222.0.52 "GET /v2.0/networks/747b2ea9-fb6f-4340-aee2-7461ba32440e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057461 Jul 16 02:54:34.614922 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a97bc5d0-6fed-4de9-b4f1-b76b485fa0af req-6668fe32-c96b-4c64-88e0-6d6c91091cbf tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417438 Jul 16 02:54:34.676434 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef60dd5-78bb-49fc-8811-1feebc2d7a83 req-96a132a4-fd9b-4cf5-84b9-d7aca5726026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:34.680578 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-cef60dd5-78bb-49fc-8811-1feebc2d7a83 req-96a132a4-fd9b-4cf5-84b9-d7aca5726026 service neutron] 10.222.0.52 "GET /v2.0/networks?id=14e36b5a-d9bd-4a9a-8e33-0a405cb50bae HTTP/1.1" status: 200 len: 919 time: 0.3795907 Jul 16 02:54:34.851437 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-cef60dd5-78bb-49fc-8811-1feebc2d7a83 req-f761a6ad-dc40-4dad-a030-efb3638d6674 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1be41617-68b4-4b5b-8be8-c7c8adbf9d87 HTTP/1.1" status: 200 len: 217 time: 0.1490114 Jul 16 02:54:35.096955 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-03c15685-7a79-494d-bbae-0a92506b566e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:35.131469 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef60dd5-78bb-49fc-8811-1feebc2d7a83 req-72ce6153-fda2-44ae-b0d8-5fdd8105c935 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:35.135459 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-cef60dd5-78bb-49fc-8811-1feebc2d7a83 req-72ce6153-fda2-44ae-b0d8-5fdd8105c935 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f56becb0-35ba-4a8c-8d35-b94e96683f38 HTTP/1.1" status: 200 len: 858 time: 0.2611237 Jul 16 02:54:35.145572 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-ede6a335-6a2e-4d4c-8721-5322506fb86e req-594bef59-56fd-46cf-a91f-c262e2fe8e1a service neutron] 10.222.0.52 "GET /v2.0/networks/747b2ea9-fb6f-4340-aee2-7461ba32440e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635091 Jul 16 02:54:35.148968 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-03c15685-7a79-494d-bbae-0a92506b566e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:35.216128 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6847f5-f776-4960-8ef4-47f7757f2f70 req-1e9dd03c-688c-4338-be09-6fba6e9be123 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:35.218600 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-bd6847f5-f776-4960-8ef4-47f7757f2f70 req-1e9dd03c-688c-4338-be09-6fba6e9be123 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 944 time: 0.1601462 Jul 16 02:54:35.294371 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-cef60dd5-78bb-49fc-8811-1feebc2d7a83 req-2e58121a-04f3-48cf-a5db-7ffa0282b26a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14e36b5a-d9bd-4a9a-8e33-0a405cb50bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1005855 Jul 16 02:54:35.300745 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-bd6847f5-f776-4960-8ef4-47f7757f2f70 req-86fca1a1-9b07-484d-a8a4-1d833fda3ee2 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0765414 Jul 16 02:54:35.309482 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-03c15685-7a79-494d-bbae-0a92506b566e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f760c132db34e6abc00f26216452f9a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0990062 Jul 16 02:54:35.313093 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 46498) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:35.320568 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c15685-7a79-494d-bbae-0a92506b566e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d224109-6f13-47f5-a1d7-031aaedf5fbd,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:35.402107 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae03b-8477-47a9-9350-779ca5de0024 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:35.419226 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b6e0c2-0bdf-43a7-819c-5a7136bfe22c req-407fe583-1925-436c-8b8e-1cc32bf495a0 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:35.420936 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d1b6e0c2-0bdf-43a7-819c-5a7136bfe22c req-407fe583-1925-436c-8b8e-1cc32bf495a0 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f1b6cc-459b-46df-93ac-f4665811eebc HTTP/1.1" status: 200 len: 945 time: 0.1675782 Jul 16 02:54:35.455179 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae03b-8477-47a9-9350-779ca5de0024 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:35.532206 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d1b6e0c2-0bdf-43a7-819c-5a7136bfe22c req-9752c2eb-1fe8-4907-9b3b-a441aa9dd2e3 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/security-groups?id=49e23a17-7961-4a2a-86cc-6e70e196fc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931101 Jul 16 02:54:35.575722 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-cef60dd5-78bb-49fc-8811-1feebc2d7a83 req-b6286826-70b9-4534-a7b4-87a7a3d97eec service neutron] 10.222.0.52 "GET /v2.0/networks/14e36b5a-d9bd-4a9a-8e33-0a405cb50bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502103 Jul 16 02:54:35.576614 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae03b-8477-47a9-9350-779ca5de0024 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:35.579861 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3d9ae03b-8477-47a9-9350-779ca5de0024 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:35.584838 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-3d9ae03b-8477-47a9-9350-779ca5de0024 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d224109-6f13-47f5-a1d7-031aaedf5fbd HTTP/1.1" status: 204 len: 168 time: 0.2695301 Jul 16 02:54:35.601522 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9ae03b-8477-47a9-9350-779ca5de0024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d224109-6f13-47f5-a1d7-031aaedf5fbd,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:35.706591 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83a33b-7660-4d9f-83ff-9c1972d11420 req-2c12d0ba-5d42-4d14-9be7-4e153ce8481f tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:35.715278 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-af83a33b-7660-4d9f-83ff-9c1972d11420 req-2c12d0ba-5d42-4d14-9be7-4e153ce8481f tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 943 time: 0.0958786 Jul 16 02:54:35.784422 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-af83a33b-7660-4d9f-83ff-9c1972d11420 req-3e12a101-a998-4343-9a6e-a636d972098f tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676541 Jul 16 02:54:35.787724 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 46512) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:35.867513 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf8bce-779d-491a-b00b-04b1bd34d5fa req-165c72e2-66e6-44e9-aff8-ecf8c5203ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:35.875105 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-05bf8bce-779d-491a-b00b-04b1bd34d5fa req-165c72e2-66e6-44e9-aff8-ecf8c5203ebe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=27578fa4931d43a687b8bfb4f9fd5fd6&device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 1097 time: 0.3363116 Jul 16 02:54:35.892755 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-cef60dd5-78bb-49fc-8811-1feebc2d7a83 req-4db9b63e-3ae7-4d17-868f-f5990fb19b77 service neutron] 10.222.0.52 "GET /v2.0/networks/14e36b5a-d9bd-4a9a-8e33-0a405cb50bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2884464 Jul 16 02:54:36.115250 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88398ff-533e-4010-be21-2ecd3c94b989 req-c40c4d61-1c5e-404c-b2c3-c866e622924f tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:36.130118 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e88398ff-533e-4010-be21-2ecd3c94b989 req-c40c4d61-1c5e-404c-b2c3-c866e622924f tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.2129638 Jul 16 02:54:36.187315 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf8bce-779d-491a-b00b-04b1bd34d5fa req-6f0f27fd-60c5-443c-8d22-4e967a4b6089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:36.199075 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-05bf8bce-779d-491a-b00b-04b1bd34d5fa req-6f0f27fd-60c5-443c-8d22-4e967a4b6089 service neutron] 10.222.0.52 "GET /v2.0/networks?id=747b2ea9-fb6f-4340-aee2-7461ba32440e HTTP/1.1" status: 200 len: 918 time: 0.2577486 Jul 16 02:54:36.262184 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e88398ff-533e-4010-be21-2ecd3c94b989 req-16541518-4ab5-4d71-9deb-e8c06f57177e tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173322 Jul 16 02:54:36.394354 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-04070b33-692e-41a5-881a-18ecabc87aef admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:36.399135 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-05bf8bce-779d-491a-b00b-04b1bd34d5fa req-d5da548c-e3d5-4f81-a930-1e3961c04384 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14ac9660-02d1-4c3f-a9a6-c322e1ce1254 HTTP/1.1" status: 200 len: 217 time: 0.1932268 Jul 16 02:54:36.527361 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf8bce-779d-491a-b00b-04b1bd34d5fa req-ede93b63-8d5b-42aa-9d10-289348bc52ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:36.530683 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-05bf8bce-779d-491a-b00b-04b1bd34d5fa req-ede93b63-8d5b-42aa-9d10-289348bc52ab service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64e63330-214e-4dcd-a719-fae45048b23b HTTP/1.1" status: 200 len: 856 time: 0.1243422 Jul 16 02:54:36.665624 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bf8bce-779d-491a-b00b-04b1bd34d5fa req-038600fc-3cf6-47b6-85d0-30060990a2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:36.668474 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-05bf8bce-779d-491a-b00b-04b1bd34d5fa req-038600fc-3cf6-47b6-85d0-30060990a2ba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=747b2ea9-fb6f-4340-aee2-7461ba32440e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1217861 Jul 16 02:54:36.770246 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-04070b33-692e-41a5-881a-18ecabc87aef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:36.783037 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-04070b33-692e-41a5-881a-18ecabc87aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:36.860078 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-04070b33-692e-41a5-881a-18ecabc87aef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fdc6d9e62f104cd681a7a6881fc9b435&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0698726 Jul 16 02:54:36.865674 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 46546) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:36.881643 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-05bf8bce-779d-491a-b00b-04b1bd34d5fa req-4eaba531-5c5e-40b8-b42b-886c2cbc0c85 service neutron] 10.222.0.52 "GET /v2.0/networks/747b2ea9-fb6f-4340-aee2-7461ba32440e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933255 Jul 16 02:54:36.896292 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876662c2-142b-4ce5-a29b-0ba965a29d36 req-f36f88b3-fa22-4c42-9558-fc465ee48f8a tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:36.899938 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-876662c2-142b-4ce5-a29b-0ba965a29d36 req-f36f88b3-fa22-4c42-9558-fc465ee48f8a tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 944 time: 0.3148589 Jul 16 02:54:36.902506 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04070b33-692e-41a5-881a-18ecabc87aef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c27b7c-6e91-4e87-9104-458f161fb2cf,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:37.003343 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-876662c2-142b-4ce5-a29b-0ba965a29d36 req-dd08ddf3-1b57-4535-8a47-fc5135c2b70d tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893040 Jul 16 02:54:37.015481 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-df5e8e30-0b7c-46b4-ad8b-50255df5da9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:37.024034 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-05bf8bce-779d-491a-b00b-04b1bd34d5fa req-6c57d882-3978-4948-b6c8-699d5831f319 service neutron] 10.222.0.52 "GET /v2.0/networks/747b2ea9-fb6f-4340-aee2-7461ba32440e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306536 Jul 16 02:54:37.072924 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-df5e8e30-0b7c-46b4-ad8b-50255df5da9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:37.160324 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-df5e8e30-0b7c-46b4-ad8b-50255df5da9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:37.167945 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-df5e8e30-0b7c-46b4-ad8b-50255df5da9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:37.189664 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-df5e8e30-0b7c-46b4-ad8b-50255df5da9c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5c27b7c-6e91-4e87-9104-458f161fb2cf HTTP/1.1" status: 204 len: 168 time: 0.3181891 Jul 16 02:54:37.228235 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5e8e30-0b7c-46b4-ad8b-50255df5da9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c27b7c-6e91-4e87-9104-458f161fb2cf,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:37.309891 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac363ed5-f7f3-4488-928e-65cd8036d119 req-cfc0e92b-323d-4f7f-b4c2-d2725d830b06 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:37.318708 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ac363ed5-f7f3-4488-928e-65cd8036d119 req-cfc0e92b-323d-4f7f-b4c2-d2725d830b06 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 943 time: 0.0931199 Jul 16 02:54:37.387727 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ac363ed5-f7f3-4488-928e-65cd8036d119 req-efe3f80c-77b1-473c-84b8-65f1b1778962 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669322 Jul 16 02:54:37.720312 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4647c987-5d4e-4e68-937f-98af366f3614 req-b926ebb4-bfe7-4059-ac40-3b3dba85d008 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:37.722189 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-4647c987-5d4e-4e68-937f-98af366f3614 req-b926ebb4-bfe7-4059-ac40-3b3dba85d008 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.1665995 Jul 16 02:54:37.829649 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-4647c987-5d4e-4e68-937f-98af366f3614 req-c9de2bbe-70b8-41b3-851b-590f276ea8ec tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879214 Jul 16 02:54:38.029374 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 46590) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:38.031501 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 1be41617-68b4-4b5b-8be8-c7c8adbf9d87 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:54:38.047900 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-47b68e68-e9f3-4b1b-9fbc-44a87d309d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:38.125756 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da00d07-314a-4fb1-b605-9b5edc4d3539 req-90c0256e-c77f-487c-9b78-bd04828bed47 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:38.127817 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7da00d07-314a-4fb1-b605-9b5edc4d3539 req-90c0256e-c77f-487c-9b78-bd04828bed47 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.1496682 Jul 16 02:54:38.139145 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 46596) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:38.149307 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-6eb6ed9d-e875-440b-b3ef-b2019d5684e7 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Request body: {'floatingip': {'port_id': 'ddbac108-142f-461a-a20a-80bab77d9ef5'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:38.228016 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 1be41617-68b4-4b5b-8be8-c7c8adbf9d87, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1be41617-68b4-4b5b-8be8-c7c8adbf9d87,segment=NetworkSegment(4ed6d855-b950-4744-a0c4-4d38455d73bd),segment_id=4ed6d855-b950-4744-a0c4-4d38455d73bd)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:38.269108 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Returning: {'device': '1be41617-68b4-4b5b-8be8-c7c8adbf9d87', 'network_id': '14e36b5a-d9bd-4a9a-8e33-0a405cb50bae', 'port_id': '1be41617-68b4-4b5b-8be8-c7c8adbf9d87', 'mac_address': 'fa:16:3e:80:24:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f56becb0-35ba-4a8c-8d35-b94e96683f38', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:54:38.330097 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-47b68e68-e9f3-4b1b-9fbc-44a87d309d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:38.339300 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 46602) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:38.359526 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:38.372504 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-47b68e68-e9f3-4b1b-9fbc-44a87d309d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:38.378426 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1be41617-68b4-4b5b-8be8-c7c8adbf9d87 {{(pid=93000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:54:38.398856 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6eb6ed9d-e875-440b-b3ef-b2019d5684e7 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for floatingip, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:38.408000 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 1be41617-68b4-4b5b-8be8-c7c8adbf9d87, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1be41617-68b4-4b5b-8be8-c7c8adbf9d87,segment=NetworkSegment(4ed6d855-b950-4744-a0c4-4d38455d73bd),segment_id=4ed6d855-b950-4744-a0c4-4d38455d73bd)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:38.415210 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:38.452446 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-47b68e68-e9f3-4b1b-9fbc-44a87d309d90 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b55047c8a8644fcb7d5cbfd3c451e0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4216423 Jul 16 02:54:38.454297 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b68e68-e9f3-4b1b-9fbc-44a87d309d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4bd66d-f686-418b-b9af-6687378bb18e,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:38.456800 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 46608) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:38.509271 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=1be41617-68b4-4b5b-8be8-c7c8adbf9d87,revision_number=4']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:38.524733 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857d63e-e25d-4fa6-b341-0f0dbb2204ac req-13867bf1-c7fa-4c74-818f-475f244a4dc4 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:38.534057 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8857d63e-e25d-4fa6-b341-0f0dbb2204ac req-13867bf1-c7fa-4c74-818f-475f244a4dc4 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 944 time: 0.1836805 Jul 16 02:54:38.591447 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-82a88892-def9-4c48-bf2a-ddad22832629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:38.643507 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8857d63e-e25d-4fa6-b341-0f0dbb2204ac req-e3c2b3f1-2bbb-432f-8452-16c60b2d8577 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081429 Jul 16 02:54:38.709041 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-82a88892-def9-4c48-bf2a-ddad22832629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:38.713838 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-8e825887-a392-4da1-b8cc-d5b8e35cc5ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:38.869080 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['1be41617-68b4-4b5b-8be8-c7c8adbf9d87'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:54:39.068955 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2eb44-d7b8-4aa6-a6e4-2cfa3f913f6d req-307fc8d3-7c3c-4917-9d44-946e833026a4 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:39.087178 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0fa2eb44-d7b8-4aa6-a6e4-2cfa3f913f6d req-307fc8d3-7c3c-4917-9d44-946e833026a4 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 944 time: 0.3233821 Jul 16 02:54:39.100530 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-82a88892-def9-4c48-bf2a-ddad22832629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:39.116982 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-82a88892-def9-4c48-bf2a-ddad22832629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:39.119769 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-82a88892-def9-4c48-bf2a-ddad22832629 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bf4bd66d-f686-418b-b9af-6687378bb18e HTTP/1.1" status: 204 len: 168 time: 0.6611009 Jul 16 02:54:39.167439 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a88892-def9-4c48-bf2a-ddad22832629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4bd66d-f686-418b-b9af-6687378bb18e,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:39.259361 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0fa2eb44-d7b8-4aa6-a6e4-2cfa3f913f6d req-f13f632e-8abc-4abb-bf6c-47a969e6de1b tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332920 Jul 16 02:54:39.390980 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-8e825887-a392-4da1-b8cc-d5b8e35cc5ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:39.401614 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-8e825887-a392-4da1-b8cc-d5b8e35cc5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:39.470886 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-8e825887-a392-4da1-b8cc-d5b8e35cc5ec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4ffb0be88b34e71b4611b3d1db0b05d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1223090 Jul 16 02:54:39.471322 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 46626) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:39.577620 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 46628) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:39.578654 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e825887-a392-4da1-b8cc-d5b8e35cc5ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=933c8b7b-091b-407e-9ea7-3f315d948d37,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:39.674580 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-7e031033-05cc-4521-895d-26968b91b35e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:39.721749 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-7e031033-05cc-4521-895d-26968b91b35e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:39.877414 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-7e031033-05cc-4521-895d-26968b91b35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:39.881490 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-7e031033-05cc-4521-895d-26968b91b35e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:39.887722 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-7e031033-05cc-4521-895d-26968b91b35e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/933c8b7b-091b-407e-9ea7-3f315d948d37 HTTP/1.1" status: 204 len: 168 time: 0.4147820 Jul 16 02:54:39.909667 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e031033-05cc-4521-895d-26968b91b35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=933c8b7b-091b-407e-9ea7-3f315d948d37,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:39.973067 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-ab18ad7f-2b67-43ab-b5b2-9feaff3281d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:40.015034 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:54:40.145463 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-ab18ad7f-2b67-43ab-b5b2-9feaff3281d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:40.169906 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-ab18ad7f-2b67-43ab-b5b2-9feaff3281d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:40.335724 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab18ad7f-2b67-43ab-b5b2-9feaff3281d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb5901e-5335-43f8-ad5f-34e04c4d5141,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:40.354935 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-ab18ad7f-2b67-43ab-b5b2-9feaff3281d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28374d8f29404190ba0cee21da5928bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7694933 Jul 16 02:54:40.356481 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 46652) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:40.377872 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 14ac9660-02d1-4c3f-a9a6-c322e1ce1254, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=14ac9660-02d1-4c3f-a9a6-c322e1ce1254,segment=NetworkSegment(7d07a258-c4a7-4e28-b7a7-e65f63b3a875),segment_id=7d07a258-c4a7-4e28-b7a7-e65f63b3a875)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:40.400422 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Returning: {'device': '14ac9660-02d1-4c3f-a9a6-c322e1ce1254', 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e', 'port_id': '14ac9660-02d1-4c3f-a9a6-c322e1ce1254', 'mac_address': 'fa:16:3e:d7:a6:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e63330-214e-4dcd-a719-fae45048b23b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:54:40.455476 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6908a08-6e0d-4215-8b94-52a33fdc70b2 req-81871a3a-0d60-48ca-a2fe-b20ccec24907 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:40.471290 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b6908a08-6e0d-4215-8b94-52a33fdc70b2 req-81871a3a-0d60-48ca-a2fe-b20ccec24907 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 944 time: 0.3220520 Jul 16 02:54:40.514383 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:40.523719 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-c4271c79-5a16-43ea-94ea-8efd7b8ce8a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:40.540333 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.db.resource_extend [None req-6eb6ed9d-e875-440b-b3ef-b2019d5684e7 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 02:54:40.553329 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 {{(pid=93000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:54:40.560307 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-c4271c79-5a16-43ea-94ea-8efd7b8ce8a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:40.620329 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 14ac9660-02d1-4c3f-a9a6-c322e1ce1254, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=14ac9660-02d1-4c3f-a9a6-c322e1ce1254,segment=NetworkSegment(7d07a258-c4a7-4e28-b7a7-e65f63b3a875),segment_id=7d07a258-c4a7-4e28-b7a7-e65f63b3a875)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:40.629281 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:40.659420 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b6908a08-6e0d-4215-8b94-52a33fdc70b2 req-24dda7b6-f5b8-42e4-a763-bb004a97f048 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1830525 Jul 16 02:54:40.716321 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-c4271c79-5a16-43ea-94ea-8efd7b8ce8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:40.722949 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-c4271c79-5a16-43ea-94ea-8efd7b8ce8a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:40.728477 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=14ac9660-02d1-4c3f-a9a6-c322e1ce1254,revision_number=4']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:40.732876 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-c4271c79-5a16-43ea-94ea-8efd7b8ce8a5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cbb5901e-5335-43f8-ad5f-34e04c4d5141 HTTP/1.1" status: 204 len: 168 time: 0.3740888 Jul 16 02:54:40.742956 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6eb6ed9d-e875-440b-b3ef-b2019d5684e7 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:40.754109 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4271c79-5a16-43ea-94ea-8efd7b8ce8a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb5901e-5335-43f8-ad5f-34e04c4d5141,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:40.768279 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e729904-ccc4-4311-aedc-b94e45af31f6 req-084c937b-5cb0-42e2-a157-e851083c87bf tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:40.770105 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2e729904-ccc4-4311-aedc-b94e45af31f6 req-084c937b-5cb0-42e2-a157-e851083c87bf tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 944 time: 0.1768875 Jul 16 02:54:40.772944 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6eb6ed9d-e875-440b-b3ef-b2019d5684e7 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442025'] for floatingip, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:40.857255 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2e729904-ccc4-4311-aedc-b94e45af31f6 req-1e888725-03dc-4b2a-8f67-1f734a7fbced tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798609 Jul 16 02:54:40.968402 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.db.l3_db [None req-6eb6ed9d-e875-440b-b3ef-b2019d5684e7 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Floating IP f98c82dd-7e49-49a1-ad7a-6a2a6827fda6 associated. External IP: 172.28.1.58, port: ddbac108-142f-461a-a20a-80bab77d9ef5. Jul 16 02:54:41.132024 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['14ac9660-02d1-4c3f-a9a6-c322e1ce1254'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:54:41.450009 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eb6ed9d-e875-440b-b3ef-b2019d5684e7 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Router b3edf993-776f-4f5d-b76e-becdb961011b has already been hosted by L3 agent c2717fd8-7624-4935-9c00-920e66229c5a {{(pid=92999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:54:41.679862 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eb6ed9d-e875-440b-b3ef-b2019d5684e7 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:54:41.687202 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6eb6ed9d-e875-440b-b3ef-b2019d5684e7 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for floatingip, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:41.699366 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03512cf4-bc1a-4e9b-962d-34489b3398da None None] Sync routers for ids ['b3edf993-776f-4f5d-b76e-becdb961011b'] in dv-cinder-788364-5-smb {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:54:41.712481 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-5114f26f-2726-4c5a-8228-632a92770031 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:41.717656 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03512cf4-bc1a-4e9b-962d-34489b3398da None None] Routers {'b3edf993-776f-4f5d-b76e-becdb961011b'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:41.718542 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-03512cf4-bc1a-4e9b-962d-34489b3398da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:54:22Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['b3edf993-776f-4f5d-b76e-becdb961011b'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:41.727957 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-5114f26f-2726-4c5a-8228-632a92770031 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/networks?id=e1a32c1a-2943-469d-808a-c66e5662fbcd HTTP/1.1" status: 200 len: 815 time: 0.2505398 Jul 16 02:54:41.759746 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-e3d15922-b3f4-4cc2-bce2-eb5b10ebd72a tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/quotas/8e3acf92991541b1a13b2b0872c8876d HTTP/1.1" status: 200 len: 375 time: 0.0296171 Jul 16 02:54:41.821712 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-6eb6ed9d-e875-440b-b3ef-b2019d5684e7 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "PUT /v2.0/floatingips/f98c82dd-7e49-49a1-ad7a-6a2a6827fda6 HTTP/1.1" status: 200 len: 990 time: 3.6800230 Jul 16 02:54:41.822395 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcef96d1-5529-4561-9561-6c056fd6f4d3', 'tag': 'ddbac108-142f-461a-a20a-80bab77d9ef5'}] {{(pid=92999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:54:41.832413 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7924d30a451bfb46b248ee236a8924541a1a79d63876f3bc8bdb08287585aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37bcede0-a310-4941-bc2b-378e29315476" -d '{"events": [{"name": "network-changed", "server_uuid": "bcef96d1-5529-4561-9561-6c056fd6f4d3", "tag": "ddbac108-142f-461a-a20a-80bab77d9ef5"}]}' {{(pid=92999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:54:41.930644 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 46714) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:41.958257 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-925b183e-43ac-4ffd-8a7d-1f6d86513067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:41.996011 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-03512cf4-bc1a-4e9b-962d-34489b3398da None None] Set router b3edf993-776f-4f5d-b76e-becdb961011b gateway port host: dv-cinder-788364-5-smb {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:42.019489 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 1be41617-68b4-4b5b-8be8-c7c8adbf9d87 up at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:42.095033 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning for port 1be41617-68b4-4b5b-8be8-c7c8adbf9d87 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:42.108477 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning complete for port 1be41617-68b4-4b5b-8be8-c7c8adbf9d87 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:42.109013 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:42.122100 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-925b183e-43ac-4ffd-8a7d-1f6d86513067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:42.127279 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-3303550a-04bf-4522-85a8-1df71f5d63ff tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e3acf92991541b1a13b2b0872c8876d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3574901 Jul 16 02:54:42.137838 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-925b183e-43ac-4ffd-8a7d-1f6d86513067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:42.175335 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925b183e-43ac-4ffd-8a7d-1f6d86513067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318b7550-20f1-4029-9a93-e074910a09b2,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:42.218816 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-925b183e-43ac-4ffd-8a7d-1f6d86513067 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ccc87e8545df45208f0453d100cf61a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2865267 Jul 16 02:54:42.224698 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 46718) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:42.323720 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:42.373690 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-db7be704-4ffb-44dd-bf6d-4e094cba5c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:42.409928 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23f96db-eebf-4f37-9e0e-aea64972034e req-76ad7577-e8cc-4a86-833f-c998dc14222d tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:42.412801 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a23f96db-eebf-4f37-9e0e-aea64972034e req-76ad7577-e8cc-4a86-833f-c998dc14222d tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 945 time: 0.4393497 Jul 16 02:54:42.420977 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-db7be704-4ffb-44dd-bf6d-4e094cba5c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:42.440706 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 1be41617-68b4-4b5b-8be8-c7c8adbf9d87, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1be41617-68b4-4b5b-8be8-c7c8adbf9d87,segment=NetworkSegment(4ed6d855-b950-4744-a0c4-4d38455d73bd),segment_id=4ed6d855-b950-4744-a0c4-4d38455d73bd)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:42.443074 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3207ee-5346-47fa-ba7b-ee5bfed3f096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be41617-68b4-4b5b-8be8-c7c8adbf9d87'}] {{(pid=93000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:54:42.452065 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea702c1d27a9afaa317d21627fdeb95d85c281d49492fc16ca315a181738864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad30b3f-0fb1-4ab6-a0c3-a498b98da5d1" -d '{"events": [{"server_uuid": "fc3207ee-5346-47fa-ba7b-ee5bfed3f096", "name": "network-vif-plugged", "status": "completed", "tag": "1be41617-68b4-4b5b-8be8-c7c8adbf9d87"}]}' {{(pid=93000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:54:42.464064 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:42.541793 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-4efe5a31-9764-4910-9d5e-c5eb3409960d service neutron] 10.222.0.21 "GET /v2.0/networks/e1a32c1a-2943-469d-808a-c66e5662fbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940744 Jul 16 02:54:42.557786 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-db7be704-4ffb-44dd-bf6d-4e094cba5c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:42.565720 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-db7be704-4ffb-44dd-bf6d-4e094cba5c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:42.573826 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-db7be704-4ffb-44dd-bf6d-4e094cba5c08 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/318b7550-20f1-4029-9a93-e074910a09b2 HTTP/1.1" status: 204 len: 168 time: 0.3461273 Jul 16 02:54:42.596031 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7be704-4ffb-44dd-bf6d-4e094cba5c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318b7550-20f1-4029-9a93-e074910a09b2,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:42.674087 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=1be41617-68b4-4b5b-8be8-c7c8adbf9d87,revision_number=5']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:42.730490 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a23f96db-eebf-4f37-9e0e-aea64972034e req-d716ddc8-4e59-4ec4-8a2f-b8691394889b tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3026607 Jul 16 02:54:42.802719 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-03512cf4-bc1a-4e9b-962d-34489b3398da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'name': 'tempest-AttachVolumeTestJSON-2134453683-router', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:49Z', 'updated_at': '2021-07-16T02:53:59Z', 'revision_number': 4, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'gw_port': {'id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:50Z', 'updated_at': '2021-07-16T02:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_floatingips': [{'id': 'f98c82dd-7e49-49a1-ad7a-6a2a6827fda6', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'floating_ip_address': '172.28.1.58', 'floating_network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'router_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'port_id': 'ddbac108-142f-461a-a20a-80bab77d9ef5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab', 'mac_address': 'fa:16:3e:91:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef96d1-5529-4561-9561-6c056fd6f4d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:54:08Z', 'updated_at': '2021-07-16T02:54:40Z', 'revision_number': 1, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8737da9a-43ba-4db4-890a-15ab1b697d79', 'name': '', 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'mac_address': 'fa:16:3e:91:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:57Z', 'updated_at': '2021-07-16T02:54:10Z', 'revision_number': 5, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'subnets': [{'id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:42.847544 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03512cf4-bc1a-4e9b-962d-34489b3398da None None] Checking router: b3edf993-776f-4f5d-b76e-becdb961011b for host: dv-cinder-788364-5-smb {{(pid=93001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:54:42.849291 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-b96f4ec0-70f3-419a-a5fc-85a9f3df9d58 service neutron] 10.222.0.21 "GET /v2.0/networks/e1a32c1a-2943-469d-808a-c66e5662fbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3053944 Jul 16 02:54:42.864263 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03512cf4-bc1a-4e9b-962d-34489b3398da None None] Routers {'b3edf993-776f-4f5d-b76e-becdb961011b'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:42.865192 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-03512cf4-bc1a-4e9b-962d-34489b3398da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:54:22Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['b3edf993-776f-4f5d-b76e-becdb961011b'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:43.031589 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-03512cf4-bc1a-4e9b-962d-34489b3398da None None] Set router b3edf993-776f-4f5d-b76e-becdb961011b gateway port host: dv-cinder-788364-5-smb {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:43.106171 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-507f5499-878b-429d-856c-9e82e44990a7 x-openstack-request-id: req-507f5499-878b-429d-856c-9e82e44990a7 {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:54:43.107011 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcef96d1-5529-4561-9561-6c056fd6f4d3", "tag": "ddbac108-142f-461a-a20a-80bab77d9ef5", "status": "completed", "code": 200}]} {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:54:43.107011 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-507f5499-878b-429d-856c-9e82e44990a7 {{(pid=92999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:54:43.107267 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcef96d1-5529-4561-9561-6c056fd6f4d3', 'tag': 'ddbac108-142f-461a-a20a-80bab77d9ef5', 'status': 'completed', 'code': 200} Jul 16 02:54:43.423164 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcede0-a310-4941-bc2b-378e29315476 req-86e7e752-fc6e-457f-a419-24db5a580229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:43.430211 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-37bcede0-a310-4941-bc2b-378e29315476 req-86e7e752-fc6e-457f-a419-24db5a580229 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b79bde3ef98a47fc8488184086b44b9c&device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 1098 time: 0.2579863 Jul 16 02:54:43.609515 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b994e7-d4a2-415a-aa3c-f5d9dbcc53a4 req-6035cd79-3148-48ce-8ef1-a923e4751fa7 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:43.611387 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-38b994e7-d4a2-415a-aa3c-f5d9dbcc53a4 req-6035cd79-3148-48ce-8ef1-a923e4751fa7 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.2694652 Jul 16 02:54:43.722778 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcede0-a310-4941-bc2b-378e29315476 req-49bae6a8-dc66-4ab4-b82c-117b3a02163a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:43.730033 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-37bcede0-a310-4941-bc2b-378e29315476 req-49bae6a8-dc66-4ab4-b82c-117b3a02163a service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e5c6bfb-07bb-468d-bd2e-617c99bc64ab HTTP/1.1" status: 200 len: 912 time: 0.2874765 Jul 16 02:54:43.734696 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-38b994e7-d4a2-415a-aa3c-f5d9dbcc53a4 req-9fe4c6e4-7cbd-4656-b1d1-44cbc91dec40 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833652 Jul 16 02:54:43.783929 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1946bf0-af51-4077-a9ed-eb0502e13238 req-e5d0a3b1-eb45-4b7e-8bae-0ac81eb93863 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:43.791175 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a1946bf0-af51-4077-a9ed-eb0502e13238 req-e5d0a3b1-eb45-4b7e-8bae-0ac81eb93863 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f1b6cc-459b-46df-93ac-f4665811eebc HTTP/1.1" status: 200 len: 945 time: 0.1761651 Jul 16 02:54:43.888598 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:54:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d09e3de-6069-4bf7-86ad-4c6fb57f836f x-openstack-request-id: req-6d09e3de-6069-4bf7-86ad-4c6fb57f836f {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:54:43.889981 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3207ee-5346-47fa-ba7b-ee5bfed3f096", "name": "network-vif-plugged", "status": "completed", "tag": "1be41617-68b4-4b5b-8be8-c7c8adbf9d87", "code": 200}]} {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:54:43.890573 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d09e3de-6069-4bf7-86ad-4c6fb57f836f {{(pid=93000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:54:43.891172 dv-cinder-788364-5-smb neutron-server[93000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3207ee-5346-47fa-ba7b-ee5bfed3f096', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1be41617-68b4-4b5b-8be8-c7c8adbf9d87', 'code': 200} Jul 16 02:54:43.921179 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a1946bf0-af51-4077-a9ed-eb0502e13238 req-9658f838-1cfc-4d7e-a6b8-530179bd6341 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/security-groups?id=49e23a17-7961-4a2a-86cc-6e70e196fc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217442 Jul 16 02:54:44.034566 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 up at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:54:44.138714 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-18481d9e-2059-4d1a-aec0-55cd0feb8b46 req-9bbd2a4f-05c6-46b7-aba7-2c7233e8b54e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e86962a-f6eb-4ec7-b982-87d590e0b66d HTTP/1.1" status: 200 len: 210 time: 0.1194181 Jul 16 02:54:44.228135 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning for port 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:54:44.235312 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning complete for port 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:54:44.247533 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:44.253382 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-03512cf4-bc1a-4e9b-962d-34489b3398da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'name': 'tempest-AttachVolumeTestJSON-2134453683-router', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:49Z', 'updated_at': '2021-07-16T02:53:59Z', 'revision_number': 4, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'gw_port': {'id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:50Z', 'updated_at': '2021-07-16T02:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_floatingips': [{'id': 'f98c82dd-7e49-49a1-ad7a-6a2a6827fda6', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'floating_ip_address': '172.28.1.58', 'floating_network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'router_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'port_id': 'ddbac108-142f-461a-a20a-80bab77d9ef5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab', 'mac_address': 'fa:16:3e:91:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef96d1-5529-4561-9561-6c056fd6f4d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:54:08Z', 'updated_at': '2021-07-16T02:54:40Z', 'revision_number': 1, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8737da9a-43ba-4db4-890a-15ab1b697d79', 'name': '', 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'mac_address': 'fa:16:3e:91:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:57Z', 'updated_at': '2021-07-16T02:54:10Z', 'revision_number': 5, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'subnets': [{'id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:44.467992 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03512cf4-bc1a-4e9b-962d-34489b3398da None None] The sync data for ids ['b3edf993-776f-4f5d-b76e-becdb961011b'] in dv-cinder-788364-5-smb is: [{'id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'name': 'tempest-AttachVolumeTestJSON-2134453683-router', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:49Z', 'updated_at': '2021-07-16T02:53:59Z', 'revision_number': 4, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'gw_port': {'id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:50Z', 'updated_at': '2021-07-16T02:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_floatingips': [{'id': 'f98c82dd-7e49-49a1-ad7a-6a2a6827fda6', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'floating_ip_address': '172.28.1.58', 'floating_network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'router_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'port_id': 'ddbac108-142f-461a-a20a-80bab77d9ef5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab', 'mac_address': 'fa:16:3e:91:1b:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcef96d1-5529-4561-9561-6c056fd6f4d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:54:08Z', 'updated_at': '2021-07-16T02:54:40Z', 'revision_number': 1, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8737da9a-43ba-4db4-890a-15ab1b697d79', 'name': '', 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'mac_address': 'fa:16:3e:91:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:57Z', 'updated_at': '2021-07-16T02:54:10Z', 'revision_number': 5, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'subnets': [{'id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:54:44.675166 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118c2b84-122e-450d-851b-12bf93ae4742 req-2c835bbc-4221-440a-87e9-c3ec7f3e1469 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:44.676887 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-118c2b84-122e-450d-851b-12bf93ae4742 req-2c835bbc-4221-440a-87e9-c3ec7f3e1469 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 945 time: 0.2222617 Jul 16 02:54:44.716624 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:44.783249 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-118c2b84-122e-450d-851b-12bf93ae4742 req-b9e4a40e-ac3b-4fce-b697-9a4ed43f641c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982337 Jul 16 02:54:44.892903 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 14ac9660-02d1-4c3f-a9a6-c322e1ce1254, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=14ac9660-02d1-4c3f-a9a6-c322e1ce1254,segment=NetworkSegment(7d07a258-c4a7-4e28-b7a7-e65f63b3a875),segment_id=7d07a258-c4a7-4e28-b7a7-e65f63b3a875)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:44.901095 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:45.043914 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-37bcede0-a310-4941-bc2b-378e29315476 req-d8c9fa3d-ac1d-4d2f-911d-403135e70941 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddbac108-142f-461a-a20a-80bab77d9ef5 HTTP/1.1" status: 200 len: 998 time: 1.3036323 Jul 16 02:54:45.122888 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e96081e4-5189-4cf8-80b9-fff88bde8f11 None None] New status for floating IP f98c82dd-7e49-49a1-ad7a-6a2a6827fda6: ACTIVE {{(pid=93000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:54:45.252406 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcede0-a310-4941-bc2b-378e29315476 req-f1d6ec1d-6beb-412f-a845-4f86656c3476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:45.254448 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-37bcede0-a310-4941-bc2b-378e29315476 req-f1d6ec1d-6beb-412f-a845-4f86656c3476 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63a1915a-bab0-41c0-bb18-aaed33e028db HTTP/1.1" status: 200 len: 850 time: 0.1639304 Jul 16 02:54:45.317891 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=14ac9660-02d1-4c3f-a9a6-c322e1ce1254,revision_number=5']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:45.320382 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5530482-990e-48f9-9e8a-3426822943db req-80879efd-c7d7-471c-ae8b-b9e110553998 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:45.322936 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-b5530482-990e-48f9-9e8a-3426822943db req-80879efd-c7d7-471c-ae8b-b9e110553998 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.52 "GET /v2.0/ports?device_id=17f1b6cc-459b-46df-93ac-f4665811eebc HTTP/1.1" status: 200 len: 945 time: 0.2817285 Jul 16 02:54:45.444007 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c42cf9-9e64-47f9-8e3a-fc8ebc38af2e req-830e5aa2-5b3e-46bb-a3f2-6f5d356de3c9 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:45.446656 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-23c42cf9-9e64-47f9-8e3a-fc8ebc38af2e req-830e5aa2-5b3e-46bb-a3f2-6f5d356de3c9 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.3408813 Jul 16 02:54:45.449822 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5eed58-bf9f-4439-a012-b041ba78d003 req-f74fa30f-43d4-47ac-8141-c3981ee8bb86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:45.451590 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ea5eed58-bf9f-4439-a012-b041ba78d003 req-f74fa30f-43d4-47ac-8141-c3981ee8bb86 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 1098 time: 0.4426250 Jul 16 02:54:45.577276 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27ab736-de59-4f66-b6f1-1ef61df74838 req-47c71935-191b-4dc3-bb61-844cc38ef6e8 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:45.578918 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f27ab736-de59-4f66-b6f1-1ef61df74838 req-47c71935-191b-4dc3-bb61-844cc38ef6e8 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f1b6cc-459b-46df-93ac-f4665811eebc HTTP/1.1" status: 200 len: 945 time: 0.3310208 Jul 16 02:54:45.586052 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [req-b5530482-990e-48f9-9e8a-3426822943db req-03c214a7-066c-45cb-806d-a8ffd2ae8483 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Deleting port eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1 {{(pid=92999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:54:45.586410 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-b5530482-990e-48f9-9e8a-3426822943db req-03c214a7-066c-45cb-806d-a8ffd2ae8483 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:45.596079 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bcede0-a310-4941-bc2b-378e29315476 req-fedbef2c-4146-4556-9319-d19e7e4ca8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:45.603914 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-37bcede0-a310-4941-bc2b-378e29315476 req-fedbef2c-4146-4556-9319-d19e7e4ca8a6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e5c6bfb-07bb-468d-bd2e-617c99bc64ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3311942 Jul 16 02:54:45.767047 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-23c42cf9-9e64-47f9-8e3a-fc8ebc38af2e req-f5104340-5093-4312-99f6-0a546cce570a tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3063707 Jul 16 02:54:45.843694 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-37bcede0-a310-4941-bc2b-378e29315476 req-701e9260-1a75-4d50-b365-3c6be1455fb5 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5c6bfb-07bb-468d-bd2e-617c99bc64ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184660 Jul 16 02:54:45.892793 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eafe7a2-404c-403f-9f8f-4e2edddc2d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ac9660-02d1-4c3f-a9a6-c322e1ce1254'}] {{(pid=93000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:54:45.897056 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f27ab736-de59-4f66-b6f1-1ef61df74838 req-048de0af-a57c-4767-8c34-08f84f55043e tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/security-groups?id=49e23a17-7961-4a2a-86cc-6e70e196fc8e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2840216 Jul 16 02:54:45.899223 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea702c1d27a9afaa317d21627fdeb95d85c281d49492fc16ca315a181738864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883a993d-b869-4c92-b726-5631d10e8756" -d '{"events": [{"server_uuid": "0eafe7a2-404c-403f-9f8f-4e2edddc2d4c", "name": "network-vif-plugged", "status": "completed", "tag": "14ac9660-02d1-4c3f-a9a6-c322e1ce1254"}]}' {{(pid=93000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:54:45.905131 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ea5eed58-bf9f-4439-a012-b041ba78d003 req-6268a354-39c8-4e6e-9807-9c59f45c480a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4361348 Jul 16 02:54:46.055221 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-b5530482-990e-48f9-9e8a-3426822943db req-03c214a7-066c-45cb-806d-a8ffd2ae8483 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] For port eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1,segment=NetworkSegment(ed76c822-9691-44c5-8ae3-bf3ddbc06bcc),segment_id=ed76c822-9691-44c5-8ae3-bf3ddbc06bcc)] {{(pid=92999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:46.055895 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-b5530482-990e-48f9-9e8a-3426822943db req-03c214a7-066c-45cb-806d-a8ffd2ae8483 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:46.077223 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [req-b5530482-990e-48f9-9e8a-3426822943db req-03c214a7-066c-45cb-806d-a8ffd2ae8483 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Calling delete_port for eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1 owned by compute:nova {{(pid=92999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:54:46.155901 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-37bcede0-a310-4941-bc2b-378e29315476 req-5b644b48-4e3a-48ef-bf0a-3c9eb91c49fb service neutron] 10.222.0.52 "GET /v2.0/networks/5e5c6bfb-07bb-468d-bd2e-617c99bc64ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960143 Jul 16 02:54:46.170973 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0a936f2d-1146-48f9-b067-0b468f2f97c7 req-1e877519-389f-4e46-a60f-2fae0b6ab65f tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e86962a-f6eb-4ec7-b982-87d590e0b66d HTTP/1.1" status: 200 len: 210 time: 0.0613716 Jul 16 02:54:46.387479 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-b5530482-990e-48f9-9e8a-3426822943db req-03c214a7-066c-45cb-806d-a8ffd2ae8483 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:46.424181 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c214a7-066c-45cb-806d-a8ffd2ae8483 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Pushing event deleted for resources: {'Port': ['ID=eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:46.442420 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c214a7-066c-45cb-806d-a8ffd2ae8483 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:46.443455 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c214a7-066c-45cb-806d-a8ffd2ae8483 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:46.444581 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c214a7-066c-45cb-806d-a8ffd2ae8483 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:46.445320 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c214a7-066c-45cb-806d-a8ffd2ae8483 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:46.446016 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c214a7-066c-45cb-806d-a8ffd2ae8483 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:46.446608 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c214a7-066c-45cb-806d-a8ffd2ae8483 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:46.447142 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c214a7-066c-45cb-806d-a8ffd2ae8483 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:46.448568 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c214a7-066c-45cb-806d-a8ffd2ae8483 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:46.449099 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c214a7-066c-45cb-806d-a8ffd2ae8483 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:46.449609 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c214a7-066c-45cb-806d-a8ffd2ae8483 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:46.450099 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c214a7-066c-45cb-806d-a8ffd2ae8483 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:46.450636 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03c214a7-066c-45cb-806d-a8ffd2ae8483 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:46.546239 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1d5eb9-2a76-4b3b-85de-2675366cef71 x-openstack-request-id: req-bb1d5eb9-2a76-4b3b-85de-2675366cef71 {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:54:46.547550 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eafe7a2-404c-403f-9f8f-4e2edddc2d4c", "name": "network-vif-plugged", "status": "completed", "tag": "14ac9660-02d1-4c3f-a9a6-c322e1ce1254", "code": 200}]} {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:54:46.548236 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb1d5eb9-2a76-4b3b-85de-2675366cef71 {{(pid=93000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:54:46.549180 dv-cinder-788364-5-smb neutron-server[93000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eafe7a2-404c-403f-9f8f-4e2edddc2d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ac9660-02d1-4c3f-a9a6-c322e1ce1254', 'code': 200} Jul 16 02:54:46.570922 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5530482-990e-48f9-9e8a-3426822943db req-03c214a7-066c-45cb-806d-a8ffd2ae8483 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] No DVR routers for this DVR port eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1 on host hv-cinder-78836 {{(pid=92999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:54:46.575269 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-b5530482-990e-48f9-9e8a-3426822943db req-03c214a7-066c-45cb-806d-a8ffd2ae8483 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:46.579058 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-b5530482-990e-48f9-9e8a-3426822943db req-03c214a7-066c-45cb-806d-a8ffd2ae8483 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.52 "DELETE /v2.0/ports/eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1 HTTP/1.1" status: 204 len: 173 time: 1.2240725 Jul 16 02:54:46.580482 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17f1b6cc-459b-46df-93ac-f4665811eebc', 'name': 'network-vif-deleted', 'tag': 'eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1'}] {{(pid=92999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:54:46.587634 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7924d30a451bfb46b248ee236a8924541a1a79d63876f3bc8bdb08287585aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b371df7-27b7-4bc9-baf6-4f9fb9fee59b" -d '{"events": [{"server_uuid": "17f1b6cc-459b-46df-93ac-f4665811eebc", "name": "network-vif-deleted", "tag": "eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1"}]}' {{(pid=92999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:54:46.651036 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc5f2e-7b36-46b7-bba4-28a3285f6f00 req-c4557028-3d02-42c6-83ad-a259005f7457 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:46.654437 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ccbc5f2e-7b36-46b7-bba4-28a3285f6f00 req-c4557028-3d02-42c6-83ad-a259005f7457 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.1745825 Jul 16 02:54:46.673950 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb65c695-d4e1-4b76-967f-340ff51a9933 x-openstack-request-id: req-bb65c695-d4e1-4b76-967f-340ff51a9933 {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:54:46.674234 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "17f1b6cc-459b-46df-93ac-f4665811eebc", "name": "network-vif-deleted", "tag": "eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1", "status": "completed", "code": 200}]} {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:54:46.674904 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb65c695-d4e1-4b76-967f-340ff51a9933 {{(pid=92999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:54:46.675481 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17f1b6cc-459b-46df-93ac-f4665811eebc', 'name': 'network-vif-deleted', 'tag': 'eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1', 'status': 'completed', 'code': 200} Jul 16 02:54:46.739906 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ccbc5f2e-7b36-46b7-bba4-28a3285f6f00 req-e52e1147-63df-4772-8925-7c902f4b3a64 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682421 Jul 16 02:54:46.851170 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-06a4aebd-6716-4b69-bfec-5079064e3908 req-98e253af-356b-4581-b24a-9ab61159a251 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=ef8c478a-75f1-4e62-affc-a69c566baf47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1492994 Jul 16 02:54:47.063619 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4aebd-6716-4b69-bfec-5079064e3908 req-b453f0e5-6867-4bf9-b54c-4e1ce3c418c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:47.067809 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-06a4aebd-6716-4b69-bfec-5079064e3908 req-b453f0e5-6867-4bf9-b54c-4e1ce3c418c5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e3acf92991541b1a13b2b0872c8876d&device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 1098 time: 0.1071982 Jul 16 02:54:47.228532 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:47.281023 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7aef41a6-1299-4138-9415-6f2786059b7c req-def0863f-dc85-4551-acf0-dee675669147 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f1b6cc-459b-46df-93ac-f4665811eebc HTTP/1.1" status: 200 len: 210 time: 0.1106310 Jul 16 02:54:47.290225 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9814d5f7-18ea-49a8-9e1d-3187a0f0ca45 req-d7ff52e7-5ed8-4d5b-a2d6-4758f5048c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:47.304039 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-9814d5f7-18ea-49a8-9e1d-3187a0f0ca45 req-d7ff52e7-5ed8-4d5b-a2d6-4758f5048c32 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 1099 time: 0.1648955 Jul 16 02:54:47.369202 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304993d6-3df8-43dc-88cd-1d6cab8624a2 req-3b34c68d-accb-4068-a68e-1a4628612d1b tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:47.370811 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-304993d6-3df8-43dc-88cd-1d6cab8624a2 req-3b34c68d-accb-4068-a68e-1a4628612d1b tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.2830737 Jul 16 02:54:47.470599 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-304993d6-3df8-43dc-88cd-1d6cab8624a2 req-9b6d63ff-e0b1-4182-b093-db4e0bde7c62 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856345 Jul 16 02:54:47.540655 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-9814d5f7-18ea-49a8-9e1d-3187a0f0ca45 req-3f5a5f7b-90b1-4515-b5c8-b4436d99e542 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246153 Jul 16 02:54:47.601994 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4aebd-6716-4b69-bfec-5079064e3908 req-f18db7f7-13a6-45e2-92cc-35ae8d6f50aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:47.605901 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-06a4aebd-6716-4b69-bfec-5079064e3908 req-f18db7f7-13a6-45e2-92cc-35ae8d6f50aa service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1a32c1a-2943-469d-808a-c66e5662fbcd HTTP/1.1" status: 200 len: 916 time: 0.2492507 Jul 16 02:54:47.612051 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d59a75d9-c3ff-4b04-96a7-26fdba6c1a50 req-e5ebfd0c-32f4-4d09-a253-29ca073f7696 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e86962a-f6eb-4ec7-b982-87d590e0b66d HTTP/1.1" status: 200 len: 210 time: 0.0724087 Jul 16 02:54:47.790311 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-fdbc62e2-f0e2-4007-86db-40b43bb11c0b tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:47.794389 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-fdbc62e2-f0e2-4007-86db-40b43bb11c0b tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.52 "GET /v2.0/networks?id=e1a32c1a-2943-469d-808a-c66e5662fbcd HTTP/1.1" status: 200 len: 815 time: 0.2645566 Jul 16 02:54:47.823139 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 46912) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:47.989896 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-084f0311-1333-4102-a612-33d6ecd28c87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:48.038310 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:54:48.062023 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] No Port match for: eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1 {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:54:48.062649 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device eb4c718a-b87c-44c1-8bc4-50bf0d3c2df1 not bound to the agent host hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:54:48.070990 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-2bb73aca-f64c-4364-9f55-2aca18533882 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Request body: {'port': {'device_id': '6e86962a-f6eb-4ec7-b982-87d590e0b66d', 'network_id': 'e1a32c1a-2943-469d-808a-c66e5662fbcd', 'admin_state_up': True, 'tenant_id': '8e3acf92991541b1a13b2b0872c8876d'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:48.132951 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-06a4aebd-6716-4b69-bfec-5079064e3908 req-6c10f2f1-2b25-460c-b5d3-2441c788c6f2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c039e7df-bd20-4722-aa19-b5d034ddf39e HTTP/1.1" status: 200 len: 217 time: 0.0830333 Jul 16 02:54:48.228591 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1325ed-4959-4b60-8769-6b20a4a6e5e7 req-30b04cd0-ce7b-4d43-9505-a321b7a84b39 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:48.231241 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9f1325ed-4959-4b60-8769-6b20a4a6e5e7 req-30b04cd0-ce7b-4d43-9505-a321b7a84b39 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.2419524 Jul 16 02:54:48.250873 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-084f0311-1333-4102-a612-33d6ecd28c87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:48.260096 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-084f0311-1333-4102-a612-33d6ecd28c87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:48.383519 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9f1325ed-4959-4b60-8769-6b20a4a6e5e7 req-8b5d2f1a-12bc-4afc-9fa9-a94e2d1ae782 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342762 Jul 16 02:54:48.425965 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4aebd-6716-4b69-bfec-5079064e3908 req-34fe499f-8a74-4a95-bcc0-5d1d80a5ea19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:48.429947 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-f31ddefd-0100-4712-a48f-5ff810ffde81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:48.435202 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-06a4aebd-6716-4b69-bfec-5079064e3908 req-34fe499f-8a74-4a95-bcc0-5d1d80a5ea19 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3506f4a1-aba4-484e-9411-d55316db4b52 HTTP/1.1" status: 200 len: 855 time: 0.1372297 Jul 16 02:54:48.439632 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-2bb73aca-f64c-4364-9f55-2aca18533882 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Made reservation on behalf of 8e3acf92991541b1a13b2b0872c8876d for: {'port': 1} {{(pid=92998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:54:48.447336 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-2bb73aca-f64c-4364-9f55-2aca18533882 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:48.531349 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-084f0311-1333-4102-a612-33d6ecd28c87 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02d7486b46164927991d1c1248fc0579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7072418 Jul 16 02:54:48.534379 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-06a4aebd-6716-4b69-bfec-5079064e3908 req-a9a929ef-f2f4-44be-adba-34d7ee6e3218 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1a32c1a-2943-469d-808a-c66e5662fbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444152 Jul 16 02:54:48.535256 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084f0311-1333-4102-a612-33d6ecd28c87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5969658-520c-4470-9916-d1632b859783,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:48.539681 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 46926) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:48.676873 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-d04f3f1e-d1a2-4dd0-be47-46bce8999385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:48.700830 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-06a4aebd-6716-4b69-bfec-5079064e3908 req-589abb40-0910-46c4-bb39-8004b326b7b6 service neutron] 10.222.0.52 "GET /v2.0/networks/e1a32c1a-2943-469d-808a-c66e5662fbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538963 Jul 16 02:54:48.714665 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-d04f3f1e-d1a2-4dd0-be47-46bce8999385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:48.867259 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-06a4aebd-6716-4b69-bfec-5079064e3908 req-5ac51d99-32c2-4798-ac11-7df50ff73591 service neutron] 10.222.0.52 "GET /v2.0/networks/e1a32c1a-2943-469d-808a-c66e5662fbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1501765 Jul 16 02:54:48.874006 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-d04f3f1e-d1a2-4dd0-be47-46bce8999385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:48.877839 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-d04f3f1e-d1a2-4dd0-be47-46bce8999385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:48.879704 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-d04f3f1e-d1a2-4dd0-be47-46bce8999385 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5969658-520c-4470-9916-d1632b859783 HTTP/1.1" status: 204 len: 168 time: 0.3391008 Jul 16 02:54:48.910502 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04f3f1e-d1a2-4dd0-be47-46bce8999385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5969658-520c-4470-9916-d1632b859783,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:49.152504 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.db_base_plugin_common [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-2bb73aca-f64c-4364-9f55-2aca18533882 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Allocated IP 172.20.0.7 (e1a32c1a-2943-469d-808a-c66e5662fbcd/3506f4a1-aba4-484e-9411-d55316db4b52/9aca5c1e-52fc-4aec-a638-715943670e0c) {{(pid=92998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:54:49.179411 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e8cdcbdc-f935-4c2f-8c77-195b44bc0945 req-0691cf55-2033-453a-907b-c201f8bfe727 tempest-DeleteServersTestJSON-133489951 tempest-DeleteServersTestJSON-133489951-project] 10.222.0.21 "GET /v2.0/ports?device_id=17f1b6cc-459b-46df-93ac-f4665811eebc HTTP/1.1" status: 200 len: 210 time: 0.0798063 Jul 16 02:54:49.321686 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0656222d-a6d4-44e6-b74d-73ed0ce72e7b req-89ae590d-a308-4ba4-831b-1bcc90ab77f1 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:49.329242 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0656222d-a6d4-44e6-b74d-73ed0ce72e7b req-89ae590d-a308-4ba4-831b-1bcc90ab77f1 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.2288496 Jul 16 02:54:49.487272 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-34bdf591-9cef-4662-b838-e47665e85c5c req-b97e81ce-fad3-473e-8b7b-35ecc513b2d9 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e86962a-f6eb-4ec7-b982-87d590e0b66d HTTP/1.1" status: 200 len: 210 time: 0.0689225 Jul 16 02:54:49.551619 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0656222d-a6d4-44e6-b74d-73ed0ce72e7b req-a464d953-63eb-4261-ba4c-afcb83b8d092 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2177792 Jul 16 02:54:49.708855 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-2bb73aca-f64c-4364-9f55-2aca18533882 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks [] for port, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:49.762219 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-2bb73aca-f64c-4364-9f55-2aca18533882 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323'] for port, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:49.779430 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 46952) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:49.806781 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-bbae0ada-c273-48f4-8535-291d0cf2b5f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:49.822081 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['c039e7df-bd20-4722-aa19-b5d034ddf39e'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:54:49.893283 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-2bb73aca-f64c-4364-9f55-2aca18533882 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Network e1a32c1a-2943-469d-808a-c66e5662fbcd is already hosted by enough agents. {{(pid=92998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:54:49.908706 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.base_scheduler [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-2bb73aca-f64c-4364-9f55-2aca18533882 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Resources bound (agent type, host, resource id): {{(pid=92998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:54:49.921593 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-2bb73aca-f64c-4364-9f55-2aca18533882 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Received port after_create {{(pid=92998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:54:49.935587 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-2bb73aca-f64c-4364-9f55-2aca18533882 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:49.936900 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-2bb73aca-f64c-4364-9f55-2aca18533882 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for port, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:50.008809 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb73aca-f64c-4364-9f55-2aca18533882 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Pushing event updated for resources: {'Port': ['ID=9aca5c1e-52fc-4aec-a638-715943670e0c,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:50.044076 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb73aca-f64c-4364-9f55-2aca18533882 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:50.044426 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb73aca-f64c-4364-9f55-2aca18533882 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:50.044956 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb73aca-f64c-4364-9f55-2aca18533882 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:50.045296 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb73aca-f64c-4364-9f55-2aca18533882 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:50.045622 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb73aca-f64c-4364-9f55-2aca18533882 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:50.049717 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb73aca-f64c-4364-9f55-2aca18533882 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:50.050384 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb73aca-f64c-4364-9f55-2aca18533882 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:50.050908 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb73aca-f64c-4364-9f55-2aca18533882 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:50.051416 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb73aca-f64c-4364-9f55-2aca18533882 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:50.051759 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb73aca-f64c-4364-9f55-2aca18533882 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:50.052130 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb73aca-f64c-4364-9f55-2aca18533882 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:50.052467 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bb73aca-f64c-4364-9f55-2aca18533882 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:50.063026 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-bbae0ada-c273-48f4-8535-291d0cf2b5f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:50.069626 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-bbae0ada-c273-48f4-8535-291d0cf2b5f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:50.086775 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-2bb73aca-f64c-4364-9f55-2aca18533882 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0277324 Jul 16 02:54:50.113080 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-bbae0ada-c273-48f4-8535-291d0cf2b5f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e33a16351bb4e30b8c9f31d3ed30204&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3312049 Jul 16 02:54:50.115424 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbae0ada-c273-48f4-8535-291d0cf2b5f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b40755dd-3216-491d-ab50-039a7283b468,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:50.119451 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 46954) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:50.133279 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-e40d78e6-a6ba-44c3-9044-ba83758b16a1 service neutron] Request body: {'port': {'device_id': '6e86962a-f6eb-4ec7-b982-87d590e0b66d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:50.176124 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-fd99ae1a-c03f-490e-9f82-0161626041ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:50.196719 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891fe681-1584-4d16-bcc2-1011957afaff req-f4dc0146-1110-472c-b677-ec6eaaa2ca06 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:50.199552 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-891fe681-1584-4d16-bcc2-1011957afaff req-f4dc0146-1110-472c-b677-ec6eaaa2ca06 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.2088027 Jul 16 02:54:50.201395 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-fd99ae1a-c03f-490e-9f82-0161626041ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:50.276565 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-fd99ae1a-c03f-490e-9f82-0161626041ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:50.282885 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-fd99ae1a-c03f-490e-9f82-0161626041ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:50.284846 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-fd99ae1a-c03f-490e-9f82-0161626041ba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b40755dd-3216-491d-ab50-039a7283b468 HTTP/1.1" status: 204 len: 168 time: 0.1638503 Jul 16 02:54:50.290018 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-891fe681-1584-4d16-bcc2-1011957afaff req-c00a8986-8a03-4a24-8fdc-7184945fa049 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759003 Jul 16 02:54:50.301140 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd99ae1a-c03f-490e-9f82-0161626041ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b40755dd-3216-491d-ab50-039a7283b468,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:50.306125 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-e40d78e6-a6ba-44c3-9044-ba83758b16a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:50.809897 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8b864f-4846-4468-9dc2-f0cdb820bb8f req-6aa18255-6e17-41a0-8c03-1d993a71afba tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:50.813328 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7b8b864f-4846-4468-9dc2-f0cdb820bb8f req-6aa18255-6e17-41a0-8c03-1d993a71afba tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.2314236 Jul 16 02:54:50.822773 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 46978) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:50.832246 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-421350dd-6de9-4bf0-9973-af80cbbdd719 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Request body: {'floatingip': {'port_id': '14ac9660-02d1-4c3f-a9a6-c322e1ce1254'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:54:50.982228 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-421350dd-6de9-4bf0-9973-af80cbbdd719 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for floatingip, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:51.119328 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db7fda1-c82e-40a5-8966-b978f7d0a3cc req-386f6829-a2e6-4907-8ce0-1a8632d69121 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:51.122097 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8db7fda1-c82e-40a5-8966-b978f7d0a3cc req-386f6829-a2e6-4907-8ce0-1a8632d69121 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e86962a-f6eb-4ec7-b982-87d590e0b66d HTTP/1.1" status: 200 len: 931 time: 0.3072944 Jul 16 02:54:51.156069 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.notifiers.nova [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-e40d78e6-a6ba-44c3-9044-ba83758b16a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9aca5c1e-52fc-4aec-a638-715943670e0c {{(pid=92998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:54:51.188712 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-e40d78e6-a6ba-44c3-9044-ba83758b16a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:51.317151 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.provisioning_blocks [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-e40d78e6-a6ba-44c3-9044-ba83758b16a1 service neutron] Transition to ACTIVE for port object 9aca5c1e-52fc-4aec-a638-715943670e0c will not be triggered until provisioned by entity L2. {{(pid=92998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:54:51.332798 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-e40d78e6-a6ba-44c3-9044-ba83758b16a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:51.374767 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:51.447153 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8db7fda1-c82e-40a5-8966-b978f7d0a3cc req-9a396d0e-20e7-4ae1-845a-dec41a79f3f8 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013351 Jul 16 02:54:51.583320 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d57560-cca2-47cf-b480-eb50cc0c486f req-b0569fe0-300f-4545-a839-52ecbf9e4087 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:51.597910 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-03d57560-cca2-47cf-b480-eb50cc0c486f req-b0569fe0-300f-4545-a839-52ecbf9e4087 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.4302371 Jul 16 02:54:51.608507 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-51ca90d0-5792-4c09-8242-4dca5748c183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:51.649146 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d78e6-a6ba-44c3-9044-ba83758b16a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9aca5c1e-52fc-4aec-a638-715943670e0c,revision_number=2']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:51.712453 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.managers [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-e40d78e6-a6ba-44c3-9044-ba83758b16a1 service neutron] Attempting to bind port 9aca5c1e-52fc-4aec-a638-715943670e0c on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:54:51.712966 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.managers [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-e40d78e6-a6ba-44c3-9044-ba83758b16a1 service neutron] Attempting to bind port 9aca5c1e-52fc-4aec-a638-715943670e0c by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5f0599a3-c418-44ed-a069-7f15235b4797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e1a32c1a-2943-469d-808a-c66e5662fbcd'}] {{(pid=92998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:54:51.713469 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-e40d78e6-a6ba-44c3-9044-ba83758b16a1 service neutron] Attempting to bind port 9aca5c1e-52fc-4aec-a638-715943670e0c on network e1a32c1a-2943-469d-808a-c66e5662fbcd {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:51.735855 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-e40d78e6-a6ba-44c3-9044-ba83758b16a1 service neutron] Port 9aca5c1e-52fc-4aec-a638-715943670e0c on network e1a32c1a-2943-469d-808a-c66e5662fbcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:54:51.736354 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-e40d78e6-a6ba-44c3-9044-ba83758b16a1 service neutron] Attempting to bind port 9aca5c1e-52fc-4aec-a638-715943670e0c on network e1a32c1a-2943-469d-808a-c66e5662fbcd {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:54:51.761266 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-03d57560-cca2-47cf-b480-eb50cc0c486f req-41a846bf-2bf0-4b37-ab11-d936c5b27c44 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135099 Jul 16 02:54:51.763238 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-e40d78e6-a6ba-44c3-9044-ba83758b16a1 service neutron] Checking agent: {'id': 'a8200757-c16c-46b0-9c68-b9d07f85534b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'started_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:54:51.764112 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-e40d78e6-a6ba-44c3-9044-ba83758b16a1 service neutron] Checking segment: {'id': '5f0599a3-c418-44ed-a069-7f15235b4797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e1a32c1a-2943-469d-808a-c66e5662fbcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:54:51.764906 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-e40d78e6-a6ba-44c3-9044-ba83758b16a1 service neutron] Bound using segment: {'id': '5f0599a3-c418-44ed-a069-7f15235b4797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e1a32c1a-2943-469d-808a-c66e5662fbcd'} {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:54:51.766038 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.managers [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-e40d78e6-a6ba-44c3-9044-ba83758b16a1 service neutron] Bound port: 9aca5c1e-52fc-4aec-a638-715943670e0c, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f0599a3-c418-44ed-a069-7f15235b4797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e1a32c1a-2943-469d-808a-c66e5662fbcd'}}] {{(pid=92998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:54:51.766642 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-e40d78e6-a6ba-44c3-9044-ba83758b16a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:51.917753 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-e40d78e6-a6ba-44c3-9044-ba83758b16a1 service neutron] For port 9aca5c1e-52fc-4aec-a638-715943670e0c, host hv-cinder-78836, cleared binding levels {{(pid=92998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:54:51.925822 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-e40d78e6-a6ba-44c3-9044-ba83758b16a1 service neutron] For port 9aca5c1e-52fc-4aec-a638-715943670e0c, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9aca5c1e-52fc-4aec-a638-715943670e0c,segment=NetworkSegment(5f0599a3-c418-44ed-a069-7f15235b4797),segment_id=5f0599a3-c418-44ed-a069-7f15235b4797)] {{(pid=92998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:54:51.935748 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-e40d78e6-a6ba-44c3-9044-ba83758b16a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:52.021329 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-421350dd-6de9-4bf0-9973-af80cbbdd719 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:52.028328 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-421350dd-6de9-4bf0-9973-af80cbbdd719 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442025'] for floatingip, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:52.051527 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-e40d78e6-a6ba-44c3-9044-ba83758b16a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:52.052632 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-e40d78e6-a6ba-44c3-9044-ba83758b16a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for port, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:52.056183 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-e40d78e6-a6ba-44c3-9044-ba83758b16a1 service neutron] 10.222.0.52 "PUT /v2.0/ports/9aca5c1e-52fc-4aec-a638-715943670e0c HTTP/1.1" status: 200 len: 1093 time: 1.9317019 Jul 16 02:54:52.056990 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e86962a-f6eb-4ec7-b982-87d590e0b66d', 'tag': '9aca5c1e-52fc-4aec-a638-715943670e0c'}] {{(pid=92998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:54:52.061168 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a245791c69082107892e6a31916d6d43f1304004a28c473c9394a88117d1c043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e6614f4-ff9b-422f-8cbd-3924ce534290" -d '{"events": [{"name": "network-changed", "server_uuid": "6e86962a-f6eb-4ec7-b982-87d590e0b66d", "tag": "9aca5c1e-52fc-4aec-a638-715943670e0c"}]}' {{(pid=92998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:54:52.085563 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d78e6-a6ba-44c3-9044-ba83758b16a1 service neutron] Pushing event updated for resources: {'Port': ['ID=9aca5c1e-52fc-4aec-a638-715943670e0c,revision_number=3']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:52.175398 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dfb8326-8036-43dc-8604-143d361483e5 x-openstack-request-id: req-4dfb8326-8036-43dc-8604-143d361483e5 {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:54:52.175862 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e86962a-f6eb-4ec7-b982-87d590e0b66d", "tag": "9aca5c1e-52fc-4aec-a638-715943670e0c", "status": "completed", "code": 200}]} {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:54:52.176488 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4dfb8326-8036-43dc-8604-143d361483e5 {{(pid=92998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:54:52.177134 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6e86962a-f6eb-4ec7-b982-87d590e0b66d', 'tag': '9aca5c1e-52fc-4aec-a638-715943670e0c', 'status': 'completed', 'code': 200} Jul 16 02:54:52.284648 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-2a4a451c-1fa2-4ee2-893e-04f1981aa06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:52.288495 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-2a4a451c-1fa2-4ee2-893e-04f1981aa06a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e3acf92991541b1a13b2b0872c8876d&device_id=6e86962a-f6eb-4ec7-b982-87d590e0b66d HTTP/1.1" status: 200 len: 1096 time: 0.1285043 Jul 16 02:54:52.293698 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.db.l3_db [None req-421350dd-6de9-4bf0-9973-af80cbbdd719 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Floating IP 32523045-8486-4fee-95e7-301ed899fa33 associated. External IP: 172.28.1.9, port: 14ac9660-02d1-4c3f-a9a6-c322e1ce1254. Jul 16 02:54:52.404271 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-5168220c-f6ab-4e90-a683-df35a264669f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9aca5c1e-52fc-4aec-a638-715943670e0c HTTP/1.1" status: 200 len: 217 time: 0.0898190 Jul 16 02:54:52.625674 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-267296b1-680a-49fe-ac9b-b051d2bdea28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:52.628735 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-267296b1-680a-49fe-ac9b-b051d2bdea28 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3506f4a1-aba4-484e-9411-d55316db4b52 HTTP/1.1" status: 200 len: 855 time: 0.2118375 Jul 16 02:54:52.738934 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:52.765553 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-089201f2-0b58-4d59-8da7-a0bd62ca5637 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1a32c1a-2943-469d-808a-c66e5662fbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1192105 Jul 16 02:54:52.978962 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfd739-204b-4186-b363-e04c27347527 req-98ce246d-707c-4d52-accd-86c2760a4d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:52.981294 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-acdfd739-204b-4186-b363-e04c27347527 req-98ce246d-707c-4d52-accd-86c2760a4d09 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6f945e439d0e4d87b06aad1c45f83b97&device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 1098 time: 0.3031151 Jul 16 02:54:52.982913 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21a98ef-c0d9-46cc-b2d4-ee50771a14bc req-c833306d-39a6-4b65-86f9-c63218ea6ab6 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:52.987644 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b21a98ef-c0d9-46cc-b2d4-ee50771a14bc req-c833306d-39a6-4b65-86f9-c63218ea6ab6 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.3566840 Jul 16 02:54:52.993810 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-b875da28-2d99-4f8d-b712-d0d702d7f3a8 service neutron] 10.222.0.52 "GET /v2.0/networks/e1a32c1a-2943-469d-808a-c66e5662fbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2185106 Jul 16 02:54:53.157558 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb96cc3-2b73-4ddc-a7cf-8e4f69b35826 req-310c2af0-d5a9-4ec1-8dd5-e579a6e76f3e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:53.160437 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3bb96cc3-2b73-4ddc-a7cf-8e4f69b35826 req-310c2af0-d5a9-4ec1-8dd5-e579a6e76f3e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e86962a-f6eb-4ec7-b982-87d590e0b66d HTTP/1.1" status: 200 len: 943 time: 0.3280306 Jul 16 02:54:53.171613 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfd739-204b-4186-b363-e04c27347527 req-041bd360-7530-4f17-a6ef-ae4ed7351aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:53.173722 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-acdfd739-204b-4186-b363-e04c27347527 req-041bd360-7530-4f17-a6ef-ae4ed7351aa0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=14e36b5a-d9bd-4a9a-8e33-0a405cb50bae HTTP/1.1" status: 200 len: 919 time: 0.1850722 Jul 16 02:54:53.242266 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-acdfd739-204b-4186-b363-e04c27347527 req-4892f653-bfd2-4ae3-a2d5-3157bb3f4a54 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1be41617-68b4-4b5b-8be8-c7c8adbf9d87 HTTP/1.1" status: 200 len: 217 time: 0.0546494 Jul 16 02:54:53.244895 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b21a98ef-c0d9-46cc-b2d4-ee50771a14bc req-85ea717b-324e-45f4-bda2-6fbbdb61363a tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2373817 Jul 16 02:54:53.364961 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a25beade-d8ed-4aa8-82d5-34a89d95f469 req-e6ad1704-e042-4b30-9b41-71906c61466c service neutron] 10.222.0.52 "GET /v2.0/networks/e1a32c1a-2943-469d-808a-c66e5662fbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3598742 Jul 16 02:54:53.401807 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3bb96cc3-2b73-4ddc-a7cf-8e4f69b35826 req-65c02f00-8384-4f67-8202-5953b1d1875f tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1793301 Jul 16 02:54:53.443272 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421350dd-6de9-4bf0-9973-af80cbbdd719 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Router 80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 has already been hosted by L3 agent c2717fd8-7624-4935-9c00-920e66229c5a {{(pid=92999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:54:53.494407 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 47070) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:53.505584 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdfd739-204b-4186-b363-e04c27347527 req-0634bc86-749c-426b-8332-910717897d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:53.510453 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-acdfd739-204b-4186-b363-e04c27347527 req-0634bc86-749c-426b-8332-910717897d71 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f56becb0-35ba-4a8c-8d35-b94e96683f38 HTTP/1.1" status: 200 len: 858 time: 0.1563022 Jul 16 02:54:53.613555 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.db_base_plugin_v2 [None req-a613178f-d6f8-414b-ace9-0a79e13780d9 admin admin] Deleting subnet a85fa7e2-1e9a-4884-99ad-05d055ada5b3 {{(pid=92998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:54:53.620533 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a613178f-d6f8-414b-ace9-0a79e13780d9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:53.666551 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421350dd-6de9-4bf0-9973-af80cbbdd719 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:54:53.679509 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-421350dd-6de9-4bf0-9973-af80cbbdd719 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for floatingip, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:53.680624 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3339894-83b6-4bcd-8077-a39a95699dbd None None] Sync routers for ids ['80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'] in dv-cinder-788364-5-smb {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:54:53.682556 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 47074) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:53.692499 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3339894-83b6-4bcd-8077-a39a95699dbd None None] Routers {'80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:53.693990 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-b3339894-83b6-4bcd-8077-a39a95699dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:54:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:53.715424 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a613178f-d6f8-414b-ace9-0a79e13780d9 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:53.734074 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-acdfd739-204b-4186-b363-e04c27347527 req-129c1e46-fec5-4c58-8b6f-ab165c540d9c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14e36b5a-d9bd-4a9a-8e33-0a405cb50bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689559 Jul 16 02:54:53.736200 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a613178f-d6f8-414b-ace9-0a79e13780d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:53.840921 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-421350dd-6de9-4bf0-9973-af80cbbdd719 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "PUT /v2.0/floatingips/32523045-8486-4fee-95e7-301ed899fa33 HTTP/1.1" status: 200 len: 990 time: 3.0161242 Jul 16 02:54:53.849579 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0eafe7a2-404c-403f-9f8f-4e2edddc2d4c', 'tag': '14ac9660-02d1-4c3f-a9a6-c322e1ce1254'}] {{(pid=92999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:54:53.856509 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7924d30a451bfb46b248ee236a8924541a1a79d63876f3bc8bdb08287585aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a58218d-a659-4744-b033-be51f3d0e732" -d '{"events": [{"name": "network-changed", "server_uuid": "0eafe7a2-404c-403f-9f8f-4e2edddc2d4c", "tag": "14ac9660-02d1-4c3f-a9a6-c322e1ce1254"}]}' {{(pid=92999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:54:53.952512 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a613178f-d6f8-414b-ace9-0a79e13780d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154'] for subnet, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:54.017841 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-b3339894-83b6-4bcd-8077-a39a95699dbd None None] Set router 80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 gateway port host: dv-cinder-788364-5-smb {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:54.050720 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613178f-d6f8-414b-ace9-0a79e13780d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a85fa7e2-1e9a-4884-99ad-05d055ada5b3,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:54.053764 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e18f1a7-3f07-4561-98f7-53bbd3e47a8e x-openstack-request-id: req-8e18f1a7-3f07-4561-98f7-53bbd3e47a8e {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:54:54.054237 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0eafe7a2-404c-403f-9f8f-4e2edddc2d4c", "tag": "14ac9660-02d1-4c3f-a9a6-c322e1ce1254", "status": "completed", "code": 200}]} {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:54:54.054656 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e18f1a7-3f07-4561-98f7-53bbd3e47a8e {{(pid=92999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:54:54.055288 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0eafe7a2-404c-403f-9f8f-4e2edddc2d4c', 'tag': '14ac9660-02d1-4c3f-a9a6-c322e1ce1254', 'status': 'completed', 'code': 200} Jul 16 02:54:54.063272 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a613178f-d6f8-414b-ace9-0a79e13780d9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:54.066671 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-a613178f-d6f8-414b-ace9-0a79e13780d9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a85fa7e2-1e9a-4884-99ad-05d055ada5b3 HTTP/1.1" status: 204 len: 168 time: 0.5689244 Jul 16 02:54:54.075241 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 47084) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:54.083485 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-acdfd739-204b-4186-b363-e04c27347527 req-73cbf472-2eac-4704-a4d6-663c4d1ad9b5 service neutron] 10.222.0.52 "GET /v2.0/networks/14e36b5a-d9bd-4a9a-8e33-0a405cb50bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3344066 Jul 16 02:54:54.100749 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-24489280-df2a-473b-9650-681fe7caa474 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:54.139096 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:54.216201 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6614f4-ff9b-422f-8cbd-3924ce534290 req-7101e34d-396b-4fcd-8d30-49d75191267a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:54.217353 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1e6614f4-ff9b-422f-8cbd-3924ce534290 req-7101e34d-396b-4fcd-8d30-49d75191267a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e3acf92991541b1a13b2b0872c8876d&device_id=6e86962a-f6eb-4ec7-b982-87d590e0b66d HTTP/1.1" status: 200 len: 1096 time: 0.2966974 Jul 16 02:54:54.296741 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-91ececa3-26ec-498b-b5e7-7484f8118c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609267'] for network, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:54.370708 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-acdfd739-204b-4186-b363-e04c27347527 req-6a5a3f80-60d6-4d3f-8dd0-f11134e672e7 service neutron] 10.222.0.52 "GET /v2.0/networks/14e36b5a-d9bd-4a9a-8e33-0a405cb50bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2652087 Jul 16 02:54:54.432345 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6614f4-ff9b-422f-8cbd-3924ce534290 req-7f4b9b10-e75b-48b7-9e73-07c537fe13e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:54.434243 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1e6614f4-ff9b-422f-8cbd-3924ce534290 req-7f4b9b10-e75b-48b7-9e73-07c537fe13e8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1a32c1a-2943-469d-808a-c66e5662fbcd HTTP/1.1" status: 200 len: 916 time: 0.1806426 Jul 16 02:54:54.526800 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-91ececa3-26ec-498b-b5e7-7484f8118c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531196', 'neutron.services.segments.db._delete_segments_for_network-8744535121484'] for network, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:54.555393 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58218d-a659-4744-b033-be51f3d0e732 req-33a57b0a-f123-4b23-b000-0e6698b35d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:54.557850 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6a58218d-a659-4744-b033-be51f3d0e732 req-33a57b0a-f123-4b23-b000-0e6698b35d37 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=27578fa4931d43a687b8bfb4f9fd5fd6&device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 1099 time: 0.3309963 Jul 16 02:54:54.561814 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-b3339894-83b6-4bcd-8077-a39a95699dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'name': 'tempest-AttachVolumeShelveTestJSON-1021802305-router', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:47Z', 'updated_at': '2021-07-16T02:54:04Z', 'revision_number': 4, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'gw_port': {'id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:48Z', 'updated_at': '2021-07-16T02:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_floatingips': [{'id': '32523045-8486-4fee-95e7-301ed899fa33', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'floating_ip_address': '172.28.1.9', 'floating_network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'router_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'port_id': '14ac9660-02d1-4c3f-a9a6-c322e1ce1254', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e', 'mac_address': 'fa:16:3e:d7:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eafe7a2-404c-403f-9f8f-4e2edddc2d4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:54:15Z', 'updated_at': '2021-07-16T02:54:51Z', 'revision_number': 1, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7064ad73-5074-4022-a345-79ef8a787827', 'name': '', 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'mac_address': 'fa:16:3e:b2:7f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '64e63330-214e-4dcd-a719-fae45048b23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:59Z', 'updated_at': '2021-07-16T02:54:15Z', 'revision_number': 5, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'subnets': [{'id': '64e63330-214e-4dcd-a719-fae45048b23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:54.605298 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-91ececa3-26ec-498b-b5e7-7484f8118c03 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:54:54.605690 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-91ececa3-26ec-498b-b5e7-7484f8118c03 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:54:54.606672 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-91ececa3-26ec-498b-b5e7-7484f8118c03 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:54:54.607144 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-91ececa3-26ec-498b-b5e7-7484f8118c03 admin admin] Subscribe: > port after_create 55550000 {{(pid=92998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:54:54.607550 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-91ececa3-26ec-498b-b5e7-7484f8118c03 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:54:54.607929 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-91ececa3-26ec-498b-b5e7-7484f8118c03 admin admin] Subscribe: > port after_update 55550000 {{(pid=92998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:54:54.608415 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-91ececa3-26ec-498b-b5e7-7484f8118c03 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:54:54.608749 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-91ececa3-26ec-498b-b5e7-7484f8118c03 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:54:54.609073 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-91ececa3-26ec-498b-b5e7-7484f8118c03 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:54:54.609396 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-91ececa3-26ec-498b-b5e7-7484f8118c03 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:54:54.624471 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3339894-83b6-4bcd-8077-a39a95699dbd None None] Checking router: 80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 for host: dv-cinder-788364-5-smb {{(pid=93001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:54:54.652035 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3339894-83b6-4bcd-8077-a39a95699dbd None None] Routers {'80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:54:54.653459 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-b3339894-83b6-4bcd-8077-a39a95699dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:54:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:54.730955 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-24489280-df2a-473b-9650-681fe7caa474 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:54.734552 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-24489280-df2a-473b-9650-681fe7caa474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:54.743407 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58218d-a659-4744-b033-be51f3d0e732 req-fa338cc6-f58d-439d-9249-8c5e605ae32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:54.745064 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6a58218d-a659-4744-b033-be51f3d0e732 req-fa338cc6-f58d-439d-9249-8c5e605ae32c service neutron] 10.222.0.52 "GET /v2.0/networks?id=747b2ea9-fb6f-4340-aee2-7461ba32440e HTTP/1.1" status: 200 len: 918 time: 0.1773272 Jul 16 02:54:54.750766 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-91ececa3-26ec-498b-b5e7-7484f8118c03 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:54:54.751306 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-91ececa3-26ec-498b-b5e7-7484f8118c03 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:54:54.751846 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-91ececa3-26ec-498b-b5e7-7484f8118c03 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:54:54.752366 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-91ececa3-26ec-498b-b5e7-7484f8118c03 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92998) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 02:54:54.753242 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.services.segments.db [None req-91ececa3-26ec-498b-b5e7-7484f8118c03 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53eb215b-73fc-4ae2-898b-f9a5e6096347']}} {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:54.764883 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1e6614f4-ff9b-422f-8cbd-3924ce534290 req-b4d7d0ab-1c4e-4964-8123-d0d3850d8485 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9aca5c1e-52fc-4aec-a638-715943670e0c HTTP/1.1" status: 200 len: 217 time: 0.2327433 Jul 16 02:54:54.836331 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-24489280-df2a-473b-9650-681fe7caa474 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=17d3570b18534c46aa9bea94776ce3c2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1492677 Jul 16 02:54:54.836331 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24489280-df2a-473b-9650-681fe7caa474 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c78a28-969f-423d-b6ad-a7f3b7cc41c3,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:54.844232 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 47100) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:54.855365 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-b3339894-83b6-4bcd-8077-a39a95699dbd None None] Set router 80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 gateway port host: dv-cinder-788364-5-smb {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:54:54.857894 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.services.segments.db [None req-91ececa3-26ec-498b-b5e7-7484f8118c03 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed76c822-9691-44c5-8ae3-bf3ddbc06bcc') {'for_net_delete': True} {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:54.858522 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.services.segments.db [None req-91ececa3-26ec-498b-b5e7-7484f8118c03 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed76c822-9691-44c5-8ae3-bf3ddbc06bcc') {} {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:54.900120 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6a58218d-a659-4744-b033-be51f3d0e732 req-871fbd71-2965-40c1-b510-8a78a55589bd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14ac9660-02d1-4c3f-a9a6-c322e1ce1254 HTTP/1.1" status: 200 len: 998 time: 0.1384933 Jul 16 02:54:54.983431 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6090ef4c-8528-42a2-bf00-2c79c986df8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:54.994401 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58218d-a659-4744-b033-be51f3d0e732 req-384da83a-45c6-402f-885e-66221b065882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:54.996064 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6a58218d-a659-4744-b033-be51f3d0e732 req-384da83a-45c6-402f-885e-66221b065882 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64e63330-214e-4dcd-a719-fae45048b23b HTTP/1.1" status: 200 len: 856 time: 0.0876472 Jul 16 02:54:55.050986 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6090ef4c-8528-42a2-bf00-2c79c986df8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:55.125273 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58218d-a659-4744-b033-be51f3d0e732 req-64050090-9347-4d8b-bb38-1ca4ebebd9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:55.127150 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6a58218d-a659-4744-b033-be51f3d0e732 req-64050090-9347-4d8b-bb38-1ca4ebebd9bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=747b2ea9-fb6f-4340-aee2-7461ba32440e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1219749 Jul 16 02:54:55.159316 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6090ef4c-8528-42a2-bf00-2c79c986df8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:55.162084 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6090ef4c-8528-42a2-bf00-2c79c986df8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:55.163765 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-6090ef4c-8528-42a2-bf00-2c79c986df8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/31c78a28-969f-423d-b6ad-a7f3b7cc41c3 HTTP/1.1" status: 204 len: 168 time: 0.3184168 Jul 16 02:54:55.190705 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6090ef4c-8528-42a2-bf00-2c79c986df8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c78a28-969f-423d-b6ad-a7f3b7cc41c3,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:55.287211 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-b3339894-83b6-4bcd-8077-a39a95699dbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'name': 'tempest-AttachVolumeShelveTestJSON-1021802305-router', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:47Z', 'updated_at': '2021-07-16T02:54:04Z', 'revision_number': 4, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'gw_port': {'id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:48Z', 'updated_at': '2021-07-16T02:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_floatingips': [{'id': '32523045-8486-4fee-95e7-301ed899fa33', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'floating_ip_address': '172.28.1.9', 'floating_network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'router_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'port_id': '14ac9660-02d1-4c3f-a9a6-c322e1ce1254', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e', 'mac_address': 'fa:16:3e:d7:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eafe7a2-404c-403f-9f8f-4e2edddc2d4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:54:15Z', 'updated_at': '2021-07-16T02:54:51Z', 'revision_number': 1, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7064ad73-5074-4022-a345-79ef8a787827', 'name': '', 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'mac_address': 'fa:16:3e:b2:7f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '64e63330-214e-4dcd-a719-fae45048b23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:59Z', 'updated_at': '2021-07-16T02:54:15Z', 'revision_number': 5, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'subnets': [{'id': '64e63330-214e-4dcd-a719-fae45048b23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:54:55.308994 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-91ececa3-26ec-498b-b5e7-7484f8118c03 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744535123541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110411'] for segment, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:55.319166 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6a58218d-a659-4744-b033-be51f3d0e732 req-c05b7f1f-e059-4d46-9b69-5da5dddde07f service neutron] 10.222.0.52 "GET /v2.0/networks/747b2ea9-fb6f-4340-aee2-7461ba32440e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821821 Jul 16 02:54:55.341842 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3339894-83b6-4bcd-8077-a39a95699dbd None None] The sync data for ids ['80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'] in dv-cinder-788364-5-smb is: [{'id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'name': 'tempest-AttachVolumeShelveTestJSON-1021802305-router', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:47Z', 'updated_at': '2021-07-16T02:54:04Z', 'revision_number': 4, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'gw_port': {'id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:48Z', 'updated_at': '2021-07-16T02:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_floatingips': [{'id': '32523045-8486-4fee-95e7-301ed899fa33', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'floating_ip_address': '172.28.1.9', 'floating_network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'router_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'port_id': '14ac9660-02d1-4c3f-a9a6-c322e1ce1254', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 138, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e', 'mac_address': 'fa:16:3e:d7:a6:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0eafe7a2-404c-403f-9f8f-4e2edddc2d4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:54:15Z', 'updated_at': '2021-07-16T02:54:51Z', 'revision_number': 1, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7064ad73-5074-4022-a345-79ef8a787827', 'name': '', 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'mac_address': 'fa:16:3e:b2:7f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '64e63330-214e-4dcd-a719-fae45048b23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:59Z', 'updated_at': '2021-07-16T02:54:15Z', 'revision_number': 5, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'subnets': [{'id': '64e63330-214e-4dcd-a719-fae45048b23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:54:55.378462 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-91ececa3-26ec-498b-b5e7-7484f8118c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:55.401300 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6614f4-ff9b-422f-8cbd-3924ce534290 req-f237a03d-9c41-4e69-a224-c23fce834302 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:55.405164 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1e6614f4-ff9b-422f-8cbd-3924ce534290 req-f237a03d-9c41-4e69-a224-c23fce834302 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3506f4a1-aba4-484e-9411-d55316db4b52 HTTP/1.1" status: 200 len: 855 time: 0.5802624 Jul 16 02:54:55.440859 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-91ececa3-26ec-498b-b5e7-7484f8118c03 admin admin] Releasing vlan 524 on physical network physnet1 to pool {{(pid=92998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:54:55.441542 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-91ececa3-26ec-498b-b5e7-7484f8118c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9110237'] for segment, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: from cryptography.utils import int_from_bytes Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: from cryptography.utils import int_from_bytes Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: Traceback (most recent call last): Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: timer() Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: cb(*args, **kw) Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: return func(*args, **kwargs) Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: self._notify() Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: self.callback(batched_events) Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: event.method(event) Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: return f(self, *a, **k) Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: return self._get(url).json() Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: return self.request(url, 'GET', **kwargs) Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:54:55.452676 dv-cinder-788364-5-smb neutron-server[92998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:54:55.515001 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1e6614f4-ff9b-422f-8cbd-3924ce534290 req-08c9a34a-df69-43dc-a44e-f0bf33fd7846 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1a32c1a-2943-469d-808a-c66e5662fbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0952022 Jul 16 02:54:55.538805 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ad2ec7-7a05-4c2b-964d-11d96bcac227 req-99ae1fd1-bb1f-485a-8820-89abf675d848 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:55.549087 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-46ad2ec7-7a05-4c2b-964d-11d96bcac227 req-99ae1fd1-bb1f-485a-8820-89abf675d848 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e86962a-f6eb-4ec7-b982-87d590e0b66d HTTP/1.1" status: 200 len: 943 time: 0.7271304 Jul 16 02:54:55.559804 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d9ac9d-e4f1-4427-ba7f-96fb2803efd0 req-f2ad2670-715a-4d23-a07b-c6421ee4b794 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:55.569768 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-47d9ac9d-e4f1-4427-ba7f-96fb2803efd0 req-f2ad2670-715a-4d23-a07b-c6421ee4b794 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 1.0191545 Jul 16 02:54:55.579772 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6a58218d-a659-4744-b033-be51f3d0e732 req-37c6fbb5-a2ec-49c4-b5ba-00e401da51b6 service neutron] 10.222.0.52 "GET /v2.0/networks/747b2ea9-fb6f-4340-aee2-7461ba32440e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505627 Jul 16 02:54:55.761400 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-46ad2ec7-7a05-4c2b-964d-11d96bcac227 req-a5347cc3-6d81-4dee-b4eb-47d1b37264c8 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103944 Jul 16 02:54:55.761400 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-91ececa3-26ec-498b-b5e7-7484f8118c03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442047'] for network, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:55.815036 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aa715e4-e846-4866-8626-6fb8a911d30c None None] New status for floating IP 32523045-8486-4fee-95e7-301ed899fa33: ACTIVE {{(pid=93000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:54:55.849053 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-47d9ac9d-e4f1-4427-ba7f-96fb2803efd0 req-934ed7cf-9c84-4d31-849c-5ae9da78ff4a tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2781546 Jul 16 02:54:55.856186 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-91ececa3-26ec-498b-b5e7-7484f8118c03 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:55.861793 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-91ececa3-26ec-498b-b5e7-7484f8118c03 admin admin] 10.222.0.21 "DELETE /v2.0/networks/53eb215b-73fc-4ae2-898b-f9a5e6096347 HTTP/1.1" status: 204 len: 168 time: 1.7583635 Jul 16 02:54:55.885369 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ececa3-26ec-498b-b5e7-7484f8118c03 admin admin] Pushing event deleted for resources: {'Network': ['ID=53eb215b-73fc-4ae2-898b-f9a5e6096347,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:55.923647 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 47126) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:55.962879 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1e6614f4-ff9b-422f-8cbd-3924ce534290 req-c3b283ef-d69c-4584-8ac2-3d43e3ffc428 service neutron] 10.222.0.52 "GET /v2.0/networks/e1a32c1a-2943-469d-808a-c66e5662fbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3793883 Jul 16 02:54:55.980874 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-2643b63c-7d4a-45f8-9458-4c6f8a7ea8d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:56.096866 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1e6614f4-ff9b-422f-8cbd-3924ce534290 req-0a36bdaa-b117-4f88-90f8-b917f26d4663 service neutron] 10.222.0.52 "GET /v2.0/networks/e1a32c1a-2943-469d-808a-c66e5662fbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323042 Jul 16 02:54:56.163500 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-2643b63c-7d4a-45f8-9458-4c6f8a7ea8d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:56.170559 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-2643b63c-7d4a-45f8-9458-4c6f8a7ea8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:56.224641 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-2643b63c-7d4a-45f8-9458-4c6f8a7ea8d4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7e236f708de40a4bdc07c08ac7c0e83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2961476 Jul 16 02:54:56.226268 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 47130) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:56.240830 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2643b63c-7d4a-45f8-9458-4c6f8a7ea8d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e729ec3-a181-477d-8a63-7713062210ed,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:56.318539 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-7bbca714-13b8-441a-af67-840bd0829fe7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:56.344253 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-7bbca714-13b8-441a-af67-840bd0829fe7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:56.348295 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 47132) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:56.399792 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-7bbca714-13b8-441a-af67-840bd0829fe7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:56.403220 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-7eaf5ea9-b633-4e36-aad1-eed56aaef970 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e482f766dc24993a5c2c1deafecac72&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0532906 Jul 16 02:54:56.403533 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-7bbca714-13b8-441a-af67-840bd0829fe7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:56.404847 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-7bbca714-13b8-441a-af67-840bd0829fe7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e729ec3-a181-477d-8a63-7713062210ed HTTP/1.1" status: 204 len: 168 time: 0.1772292 Jul 16 02:54:56.407439 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 47134) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:56.416307 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbca714-13b8-441a-af67-840bd0829fe7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e729ec3-a181-477d-8a63-7713062210ed,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:56.470369 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6c1818bb-f804-44b3-88ad-8994f939e559 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:56.496683 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6c1818bb-f804-44b3-88ad-8994f939e559 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:56.557323 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6c1818bb-f804-44b3-88ad-8994f939e559 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:56.560154 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6c1818bb-f804-44b3-88ad-8994f939e559 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:56.561412 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-6c1818bb-f804-44b3-88ad-8994f939e559 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/49e23a17-7961-4a2a-86cc-6e70e196fc8e HTTP/1.1" status: 204 len: 168 time: 0.1529007 Jul 16 02:54:56.570539 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1818bb-f804-44b3-88ad-8994f939e559 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e23a17-7961-4a2a-86cc-6e70e196fc8e,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:57.026875 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70345f54-6222-4bfb-84d0-2995b38e9c2b req-cc9cb364-6fcd-4dba-9aef-9a1511ab0ae4 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:57.028897 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-70345f54-6222-4bfb-84d0-2995b38e9c2b req-cc9cb364-6fcd-4dba-9aef-9a1511ab0ae4 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e86962a-f6eb-4ec7-b982-87d590e0b66d HTTP/1.1" status: 200 len: 943 time: 0.0866611 Jul 16 02:54:57.107058 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-70345f54-6222-4bfb-84d0-2995b38e9c2b req-a003d1f1-9192-4b29-9cea-fe50778c049f tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704067 Jul 16 02:54:57.137222 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 47166) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:57.206331 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86c9782-4d1e-41c2-a468-ef296f41f3d6 req-1edef57f-24d6-471a-9146-b2fb1251821f tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:57.219060 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b86c9782-4d1e-41c2-a468-ef296f41f3d6 req-1edef57f-24d6-471a-9146-b2fb1251821f tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.1412709 Jul 16 02:54:57.296773 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b86c9782-4d1e-41c2-a468-ef296f41f3d6 req-40dc2ead-7780-414f-adb4-0abbfe1f34fa tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761616 Jul 16 02:54:57.414753 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-ccce9327-efb6-4b4e-8553-aeefb123e7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:57.577962 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-ccce9327-efb6-4b4e-8553-aeefb123e7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:57.585416 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-ccce9327-efb6-4b4e-8553-aeefb123e7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:57.664134 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-ccce9327-efb6-4b4e-8553-aeefb123e7e8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cfe491e3051649658fe0db3532f2811c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5219445 Jul 16 02:54:57.665156 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 47194) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:57.667545 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccce9327-efb6-4b4e-8553-aeefb123e7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1e1824-34c2-4e0f-8782-6c0147e85bf9,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:57.733670 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-018c18c9-5b79-4150-b765-ca992446b84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:57.774108 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-018c18c9-5b79-4150-b765-ca992446b84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:57.861630 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-018c18c9-5b79-4150-b765-ca992446b84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:57.866653 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-018c18c9-5b79-4150-b765-ca992446b84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:57.873600 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-018c18c9-5b79-4150-b765-ca992446b84f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd1e1824-34c2-4e0f-8782-6c0147e85bf9 HTTP/1.1" status: 204 len: 168 time: 0.2067270 Jul 16 02:54:57.887628 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c18c9-5b79-4150-b765-ca992446b84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1e1824-34c2-4e0f-8782-6c0147e85bf9,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:58.087304 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 9aca5c1e-52fc-4aec-a638-715943670e0c details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:54:58.251683 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 9aca5c1e-52fc-4aec-a638-715943670e0c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9aca5c1e-52fc-4aec-a638-715943670e0c,segment=NetworkSegment(5f0599a3-c418-44ed-a069-7f15235b4797),segment_id=5f0599a3-c418-44ed-a069-7f15235b4797)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:58.270578 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Returning: {'device': '9aca5c1e-52fc-4aec-a638-715943670e0c', 'network_id': 'e1a32c1a-2943-469d-808a-c66e5662fbcd', 'port_id': '9aca5c1e-52fc-4aec-a638-715943670e0c', 'mac_address': 'fa:16:3e:34:f3:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3506f4a1-aba4-484e-9411-d55316db4b52', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:54:58.325071 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:58.351698 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9aca5c1e-52fc-4aec-a638-715943670e0c {{(pid=93000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:54:58.385822 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 9aca5c1e-52fc-4aec-a638-715943670e0c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9aca5c1e-52fc-4aec-a638-715943670e0c,segment=NetworkSegment(5f0599a3-c418-44ed-a069-7f15235b4797),segment_id=5f0599a3-c418-44ed-a069-7f15235b4797)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:54:58.399340 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:58.554269 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=9aca5c1e-52fc-4aec-a638-715943670e0c,revision_number=4']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:58.576083 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:58.577293 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:58.578301 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:58.579136 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:58.580043 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:58.580868 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:58.582349 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:58.583157 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:58.585061 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:58.585744 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:58.585877 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 47224) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:58.610601 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8b520477-610a-4e67-8724-9fe86ee284bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:58.618708 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:58.619391 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:54:58.630167 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719ef781-558e-49b1-97bb-8628c3dd7092 req-1f3ffc6a-e93c-4d5c-b208-c4d38e905ec4 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:58.645557 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-719ef781-558e-49b1-97bb-8628c3dd7092 req-1f3ffc6a-e93c-4d5c-b208-c4d38e905ec4 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e86962a-f6eb-4ec7-b982-87d590e0b66d HTTP/1.1" status: 200 len: 944 time: 0.2345047 Jul 16 02:54:58.735892 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-719ef781-558e-49b1-97bb-8628c3dd7092 req-951f8339-57f8-4c48-862d-a87f9b6b6c32 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891974 Jul 16 02:54:58.790723 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9f7f58-14a1-4619-bae6-db3ec83e57a3 req-9b4f7e42-ee79-46e3-9476-2ec42a71da89 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:54:58.801183 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-bb9f7f58-14a1-4619-bae6-db3ec83e57a3 req-9b4f7e42-ee79-46e3-9476-2ec42a71da89 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.1434853 Jul 16 02:54:58.909315 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-bb9f7f58-14a1-4619-bae6-db3ec83e57a3 req-19099dcf-1276-4fab-afd2-36d23628da71 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060042 Jul 16 02:54:58.914068 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8b520477-610a-4e67-8724-9fe86ee284bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:58.926801 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8b520477-610a-4e67-8724-9fe86ee284bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:58.980562 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['9aca5c1e-52fc-4aec-a638-715943670e0c'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:54:59.055437 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 47234) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:54:59.056020 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-8b520477-610a-4e67-8724-9fe86ee284bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07f3c763096b4068a2891ef6817374ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4668553 Jul 16 02:54:59.062553 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b520477-610a-4e67-8724-9fe86ee284bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df41e60-30e4-4fd9-9fcd-d233477c0dbc,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:54:59.164072 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-c52270ae-f839-4aad-8006-8a37c581c3e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:59.201139 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-c52270ae-f839-4aad-8006-8a37c581c3e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:59.293636 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-c52270ae-f839-4aad-8006-8a37c581c3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:59.299113 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-c52270ae-f839-4aad-8006-8a37c581c3e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:54:59.303959 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-c52270ae-f839-4aad-8006-8a37c581c3e6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2df41e60-30e4-4fd9-9fcd-d233477c0dbc HTTP/1.1" status: 204 len: 168 time: 0.2442691 Jul 16 02:54:59.315284 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c52270ae-f839-4aad-8006-8a37c581c3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df41e60-30e4-4fd9-9fcd-d233477c0dbc,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:00.181819 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8e6b75-6783-4d0d-8c1c-22bf9e323608 req-9f53466d-c82e-4448-ab91-2e7168ae4487 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:00.183434 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ef8e6b75-6783-4d0d-8c1c-22bf9e323608 req-9f53466d-c82e-4448-ab91-2e7168ae4487 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e86962a-f6eb-4ec7-b982-87d590e0b66d HTTP/1.1" status: 200 len: 944 time: 0.2350016 Jul 16 02:55:00.233980 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956aaaf-67f4-4ee3-a6c1-f841e3656904 req-d1be8896-e9ea-4200-8f08-bab2ade84171 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:00.236268 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e956aaaf-67f4-4ee3-a6c1-f841e3656904 req-d1be8896-e9ea-4200-8f08-bab2ade84171 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.1248987 Jul 16 02:55:00.269022 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ef8e6b75-6783-4d0d-8c1c-22bf9e323608 req-c42adb7c-f585-46ad-97c2-b09c87ec5444 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770376 Jul 16 02:55:00.312541 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e956aaaf-67f4-4ee3-a6c1-f841e3656904 req-c78d74ed-dbd8-464f-8799-19725f7e0e5f tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519800 Jul 16 02:55:01.592828 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab153ab-9630-4b53-93ee-db79826bf606 req-5a3da053-bf43-405b-a0e7-bf354357ca73 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:01.595255 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3ab153ab-9630-4b53-93ee-db79826bf606 req-5a3da053-bf43-405b-a0e7-bf354357ca73 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e86962a-f6eb-4ec7-b982-87d590e0b66d HTTP/1.1" status: 200 len: 944 time: 0.1392591 Jul 16 02:55:01.654387 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d1c18a-1985-4c9e-a293-e8ffd03043c9 req-3e780cf9-c718-4a04-a304-28889e3c1b4e tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:01.667155 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c0d1c18a-1985-4c9e-a293-e8ffd03043c9 req-3e780cf9-c718-4a04-a304-28889e3c1b4e tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.1543486 Jul 16 02:55:01.711560 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3ab153ab-9630-4b53-93ee-db79826bf606 req-c8f09528-fb44-439f-ab04-f817ecbad884 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015093 Jul 16 02:55:01.741256 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c0d1c18a-1985-4c9e-a293-e8ffd03043c9 req-f47f3f7d-a122-48e8-a0eb-a0c6dd3ad0b2 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724733 Jul 16 02:55:02.115198 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 9aca5c1e-52fc-4aec-a638-715943670e0c up at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:55:02.203189 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning for port 9aca5c1e-52fc-4aec-a638-715943670e0c completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:55:02.209812 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning complete for port 9aca5c1e-52fc-4aec-a638-715943670e0c triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:02.210360 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:02.327083 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:02.357431 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e86962a-f6eb-4ec7-b982-87d590e0b66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aca5c1e-52fc-4aec-a638-715943670e0c'}] {{(pid=93000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:55:02.360070 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea702c1d27a9afaa317d21627fdeb95d85c281d49492fc16ca315a181738864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df679b2a-8aad-4bf7-9210-d2ea22e4fbf4" -d '{"events": [{"server_uuid": "6e86962a-f6eb-4ec7-b982-87d590e0b66d", "name": "network-vif-plugged", "status": "completed", "tag": "9aca5c1e-52fc-4aec-a638-715943670e0c"}]}' {{(pid=93000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:55:02.375780 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 9aca5c1e-52fc-4aec-a638-715943670e0c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9aca5c1e-52fc-4aec-a638-715943670e0c,segment=NetworkSegment(5f0599a3-c418-44ed-a069-7f15235b4797),segment_id=5f0599a3-c418-44ed-a069-7f15235b4797)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:55:02.382306 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:02.424686 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0b05a8d-5bb6-45b6-a6c4-ec1b8edc8ebd x-openstack-request-id: req-b0b05a8d-5bb6-45b6-a6c4-ec1b8edc8ebd {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:55:02.424982 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e86962a-f6eb-4ec7-b982-87d590e0b66d", "name": "network-vif-plugged", "status": "completed", "tag": "9aca5c1e-52fc-4aec-a638-715943670e0c", "code": 200}]} {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:55:02.425241 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0b05a8d-5bb6-45b6-a6c4-ec1b8edc8ebd {{(pid=93000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:55:02.425637 dv-cinder-788364-5-smb neutron-server[93000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e86962a-f6eb-4ec7-b982-87d590e0b66d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9aca5c1e-52fc-4aec-a638-715943670e0c', 'code': 200} Jul 16 02:55:02.458805 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=9aca5c1e-52fc-4aec-a638-715943670e0c,revision_number=5']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:02.499997 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 47374) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:02.670342 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-85f299ef-0ad3-434d-9aa0-35ff8bcf9e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:02.825613 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-85f299ef-0ad3-434d-9aa0-35ff8bcf9e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:02.848937 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-85f299ef-0ad3-434d-9aa0-35ff8bcf9e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:02.961557 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f299ef-0ad3-434d-9aa0-35ff8bcf9e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a20e319e-f5b7-4ae1-9e87-cd578c6cf713,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:03.008091 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-85f299ef-0ad3-434d-9aa0-35ff8bcf9e5d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f741a1a86bb14e7f9e43ae962cfe5e01&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5069032 Jul 16 02:55:03.012253 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 47392) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:03.048745 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d578d6a8-c659-4d6a-ba14-a73d36bb14cf req-75c8d5bb-7b79-4727-9370-bdef4b17675c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:03.050468 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d578d6a8-c659-4d6a-ba14-a73d36bb14cf req-75c8d5bb-7b79-4727-9370-bdef4b17675c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6e86962a-f6eb-4ec7-b982-87d590e0b66d HTTP/1.1" status: 200 len: 1098 time: 0.2975161 Jul 16 02:55:03.105253 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-1fe0740a-808f-42db-9a44-3a9712161ec8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:03.134866 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d578d6a8-c659-4d6a-ba14-a73d36bb14cf req-1d5a5cfa-1d00-4201-a56b-62aa93e07db9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756621 Jul 16 02:55:03.157391 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-1fe0740a-808f-42db-9a44-3a9712161ec8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:03.159681 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba97da1-5091-4cbc-bb52-21bacb7994b4 req-7fb768e0-8ec4-42b4-84ae-7e4f11ea011d tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:03.162820 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6ba97da1-5091-4cbc-bb52-21bacb7994b4 req-7fb768e0-8ec4-42b4-84ae-7e4f11ea011d tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.2927427 Jul 16 02:55:03.178372 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b500b37-7599-4ac8-af4f-21afd045cd29 req-047a05ca-e2f5-4dae-a0af-526956c699a9 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:03.180846 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9b500b37-7599-4ac8-af4f-21afd045cd29 req-047a05ca-e2f5-4dae-a0af-526956c699a9 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e86962a-f6eb-4ec7-b982-87d590e0b66d HTTP/1.1" status: 200 len: 945 time: 0.2380655 Jul 16 02:55:03.292137 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-1fe0740a-808f-42db-9a44-3a9712161ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:03.311192 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-1fe0740a-808f-42db-9a44-3a9712161ec8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:03.312954 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-1fe0740a-808f-42db-9a44-3a9712161ec8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a20e319e-f5b7-4ae1-9e87-cd578c6cf713 HTTP/1.1" status: 204 len: 168 time: 0.2984393 Jul 16 02:55:03.319343 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6ba97da1-5091-4cbc-bb52-21bacb7994b4 req-f7d42370-bebd-48d5-a061-60f94f6de874 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365521 Jul 16 02:55:03.335712 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe0740a-808f-42db-9a44-3a9712161ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a20e319e-f5b7-4ae1-9e87-cd578c6cf713,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:03.358989 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9b500b37-7599-4ac8-af4f-21afd045cd29 req-7cacc427-e521-4912-b435-27f266e72a64 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647694 Jul 16 02:55:03.726474 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 47410) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:03.741335 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-fa9ac5a3-0554-485b-bfb3-3d011c4e0711 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:03.867538 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-fa9ac5a3-0554-485b-bfb3-3d011c4e0711 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:03.878099 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-fa9ac5a3-0554-485b-bfb3-3d011c4e0711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:03.950626 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-fa9ac5a3-0554-485b-bfb3-3d011c4e0711 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=73ac22ea497540c6b77e5f9f979524c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2228198 Jul 16 02:55:03.951635 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9ac5a3-0554-485b-bfb3-3d011c4e0711 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecdd3478-9bb3-4c88-bff1-eab45c424e9e,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:03.953917 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 47420) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:04.062504 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-6891a8e1-1235-40d7-974b-331932467c20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:04.103029 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-6891a8e1-1235-40d7-974b-331932467c20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:04.188826 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-6891a8e1-1235-40d7-974b-331932467c20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:04.191859 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-6891a8e1-1235-40d7-974b-331932467c20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:04.194702 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-6891a8e1-1235-40d7-974b-331932467c20 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ecdd3478-9bb3-4c88-bff1-eab45c424e9e HTTP/1.1" status: 204 len: 168 time: 0.2385194 Jul 16 02:55:04.207091 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891a8e1-1235-40d7-974b-331932467c20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecdd3478-9bb3-4c88-bff1-eab45c424e9e,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:04.683511 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a4c7a-6490-467b-9910-b5ed925df6c1 req-be493518-3604-4e7e-a4a4-6852535f11e8 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:04.685579 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-279a4c7a-6490-467b-9910-b5ed925df6c1 req-be493518-3604-4e7e-a4a4-6852535f11e8 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.1338639 Jul 16 02:55:04.794956 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-279a4c7a-6490-467b-9910-b5ed925df6c1 req-5bfdb17f-f7c2-4b35-99a8-30d916ccaf0a tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982594 Jul 16 02:55:04.843427 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3db6292-b47d-480e-90f3-97657a8ac40e req-468bb894-c370-42a7-baf5-9d0d91f10220 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:04.846566 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d3db6292-b47d-480e-90f3-97657a8ac40e req-468bb894-c370-42a7-baf5-9d0d91f10220 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e86962a-f6eb-4ec7-b982-87d590e0b66d HTTP/1.1" status: 200 len: 945 time: 0.1517091 Jul 16 02:55:04.920582 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d3db6292-b47d-480e-90f3-97657a8ac40e req-cdeb8b88-4415-4908-8f4d-dc701056ff17 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666537 Jul 16 02:55:05.896105 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 47504) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:06.009878 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a726f-b028-4be8-92db-73562bd13a66 req-0b3d228f-56a1-4b38-ac7e-32da11db8603 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:06.011812 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d07a726f-b028-4be8-92db-73562bd13a66 req-0b3d228f-56a1-4b38-ac7e-32da11db8603 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.0837805 Jul 16 02:55:06.052335 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-b4424cca-7c92-4f6d-83d4-c989cd3df1a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:06.064572 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d07a726f-b028-4be8-92db-73562bd13a66 req-7165a7a4-fd90-4b44-aec1-0046c1cfdb7d tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427656 Jul 16 02:55:06.094331 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 6 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:55:06.180922 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-b4424cca-7c92-4f6d-83d4-c989cd3df1a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:06.185650 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-b4424cca-7c92-4f6d-83d4-c989cd3df1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:06.202571 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab64a0-c8b4-4c51-b634-6cc19dbe9c8b req-bf1dafac-e299-4c77-8189-b3ad119c9e22 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:06.213207 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-56ab64a0-c8b4-4c51-b634-6cc19dbe9c8b req-bf1dafac-e299-4c77-8189-b3ad119c9e22 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e86962a-f6eb-4ec7-b982-87d590e0b66d HTTP/1.1" status: 200 len: 945 time: 0.0975258 Jul 16 02:55:06.242224 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-b4424cca-7c92-4f6d-83d4-c989cd3df1a4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c709be9f68e43ecb743a7b0646ed4ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3444068 Jul 16 02:55:06.246925 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 47514) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:06.274419 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4424cca-7c92-4f6d-83d4-c989cd3df1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33885970-97cb-4c6c-9b3e-0b4002fbcbe3,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:06.284903 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-56ab64a0-c8b4-4c51-b634-6cc19dbe9c8b req-1afa8397-0c89-4bfc-bf84-f2a57f34c079 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703897 Jul 16 02:55:06.353349 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-b2f66988-8cb2-43f3-9794-c4f8aa71dde8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:06.377849 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-b2f66988-8cb2-43f3-9794-c4f8aa71dde8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:06.468859 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-b2f66988-8cb2-43f3-9794-c4f8aa71dde8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:06.472432 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-b2f66988-8cb2-43f3-9794-c4f8aa71dde8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:06.474259 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-b2f66988-8cb2-43f3-9794-c4f8aa71dde8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33885970-97cb-4c6c-9b3e-0b4002fbcbe3 HTTP/1.1" status: 204 len: 168 time: 0.2252042 Jul 16 02:55:06.490175 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f66988-8cb2-43f3-9794-c4f8aa71dde8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33885970-97cb-4c6c-9b3e-0b4002fbcbe3,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:07.405147 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637c321b-6df2-4ec5-a0af-b0636e9b9870 req-1a7fecfb-9eaf-4d13-a170-4006ae70cd74 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:07.407751 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-637c321b-6df2-4ec5-a0af-b0636e9b9870 req-1a7fecfb-9eaf-4d13-a170-4006ae70cd74 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.1009398 Jul 16 02:55:07.476514 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-637c321b-6df2-4ec5-a0af-b0636e9b9870 req-4aa2d02e-9344-411e-9ecc-5a44b856d949 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607293 Jul 16 02:55:08.688603 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de969ea-7a0b-429f-8f35-abc1f5c9c865 req-80c6d9e0-9e85-4885-bee3-12ede1c43674 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:08.690139 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8de969ea-7a0b-429f-8f35-abc1f5c9c865 req-80c6d9e0-9e85-4885-bee3-12ede1c43674 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.0758905 Jul 16 02:55:08.740190 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8de969ea-7a0b-429f-8f35-abc1f5c9c865 req-d7003b56-267f-43bd-b09f-0d36483910f8 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390651 Jul 16 02:55:09.721114 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 47632) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:09.942254 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-280d7c2a-c5b4-44fc-a90a-558f29375176 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:10.047596 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-63039f07-90cc-4833-8b36-209b1b868ede tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:10.049229 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-63039f07-90cc-4833-8b36-209b1b868ede tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/networks?id=e1a32c1a-2943-469d-808a-c66e5662fbcd HTTP/1.1" status: 200 len: 815 time: 0.2143502 Jul 16 02:55:10.082675 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-03b9fa63-93a2-4de8-a93b-69a313e5a1c9 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/quotas/8e3acf92991541b1a13b2b0872c8876d HTTP/1.1" status: 200 len: 375 time: 0.0224133 Jul 16 02:55:10.179283 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d5555a-498c-45ec-ae62-213df776cf99 req-7f31bd3c-8080-4bb5-a130-4a241d03e429 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:10.181972 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-77d5555a-498c-45ec-ae62-213df776cf99 req-7f31bd3c-8080-4bb5-a130-4a241d03e429 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.2130716 Jul 16 02:55:10.239173 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-280d7c2a-c5b4-44fc-a90a-558f29375176 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:10.248538 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-280d7c2a-c5b4-44fc-a90a-558f29375176 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:10.301321 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-7f5c9b23-961a-442a-b7d1-04f7915ef4bc tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e3acf92991541b1a13b2b0872c8876d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2072048 Jul 16 02:55:10.316231 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-77d5555a-498c-45ec-ae62-213df776cf99 req-807adc9f-64de-4f09-8d4f-68c3c5187e61 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227994 Jul 16 02:55:10.327910 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280d7c2a-c5b4-44fc-a90a-558f29375176 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=053e5459-f221-480c-8d1a-7de6fb0ebfa6,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:10.342188 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-280d7c2a-c5b4-44fc-a90a-558f29375176 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=695ec65099a74c5b899724bffb3077e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6198430 Jul 16 02:55:10.345237 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 47652) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:10.430617 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-a837dd6b-08c1-40b3-8161-1c2f074f4986 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:10.464866 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-a837dd6b-08c1-40b3-8161-1c2f074f4986 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:10.482495 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-4c5fe414-fe97-4b9c-a268-8ec4379cd03b service neutron] 10.222.0.21 "GET /v2.0/networks/e1a32c1a-2943-469d-808a-c66e5662fbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1693630 Jul 16 02:55:10.561895 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-a837dd6b-08c1-40b3-8161-1c2f074f4986 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:10.565206 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-a837dd6b-08c1-40b3-8161-1c2f074f4986 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:10.570891 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-a837dd6b-08c1-40b3-8161-1c2f074f4986 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/053e5459-f221-480c-8d1a-7de6fb0ebfa6 HTTP/1.1" status: 204 len: 168 time: 0.2202313 Jul 16 02:55:10.576361 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a837dd6b-08c1-40b3-8161-1c2f074f4986 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=053e5459-f221-480c-8d1a-7de6fb0ebfa6,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:10.647916 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-a62cd85d-8e7f-44d4-9d0a-128ea58db3ec service neutron] 10.222.0.21 "GET /v2.0/networks/e1a32c1a-2943-469d-808a-c66e5662fbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577177 Jul 16 02:55:11.014112 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 47676) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:11.024385 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-69f07289-3b03-4403-80a1-f5f98d39a135 req-a8158afb-e7f5-4bc1-a7a6-1c73c49a9661 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=5841a00f-1bad-4ab7-915c-cb1a97ab2ba2 HTTP/1.1" status: 200 len: 210 time: 0.0652552 Jul 16 02:55:11.178657 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-b3733a13-15b5-41ba-aebf-fb233492cc0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:11.323212 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-b3733a13-15b5-41ba-aebf-fb233492cc0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:11.327581 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-b3733a13-15b5-41ba-aebf-fb233492cc0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:11.373655 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-b3733a13-15b5-41ba-aebf-fb233492cc0d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2686d4398e8c434dbb53fbcedcd6171b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3577380 Jul 16 02:55:11.376815 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 47694) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:11.383879 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3733a13-15b5-41ba-aebf-fb233492cc0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e3484d-8382-4976-997e-9abc3425f868,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:11.492964 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-300246b9-5130-4e12-aeff-f9b882cb9b68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:11.550130 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-300246b9-5130-4e12-aeff-f9b882cb9b68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:11.586973 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a91460-724d-446b-9ec0-216095efd204 req-207b7b8e-5cfa-4c71-98e9-f27958073839 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:11.602717 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-16a91460-724d-446b-9ec0-216095efd204 req-207b7b8e-5cfa-4c71-98e9-f27958073839 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.1195214 Jul 16 02:55:11.660887 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-16a91460-724d-446b-9ec0-216095efd204 req-3ae2ce8b-950f-4647-aeb4-197185e6db88 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567708 Jul 16 02:55:11.670597 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-300246b9-5130-4e12-aeff-f9b882cb9b68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:11.673905 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-300246b9-5130-4e12-aeff-f9b882cb9b68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:11.682472 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-300246b9-5130-4e12-aeff-f9b882cb9b68 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75e3484d-8382-4976-997e-9abc3425f868 HTTP/1.1" status: 204 len: 168 time: 0.3043077 Jul 16 02:55:11.712471 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300246b9-5130-4e12-aeff-f9b882cb9b68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e3484d-8382-4976-997e-9abc3425f868,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:12.231573 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 47734) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:12.246909 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-35a76fe0-dd9b-46b4-b472-602e41c5fea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:12.416809 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-35a76fe0-dd9b-46b4-b472-602e41c5fea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:12.421911 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-35a76fe0-dd9b-46b4-b472-602e41c5fea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:12.422838 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5c61c219-89dc-4146-b069-4c2a9be9d8b1 req-dd6f905b-ae15-4eed-9235-dcfd85f53028 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=5841a00f-1bad-4ab7-915c-cb1a97ab2ba2 HTTP/1.1" status: 200 len: 210 time: 0.0344329 Jul 16 02:55:12.471965 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-35a76fe0-dd9b-46b4-b472-602e41c5fea3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b52311b1a4d44ea18f2de919e7a5b122&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2388823 Jul 16 02:55:12.475379 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a76fe0-dd9b-46b4-b472-602e41c5fea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc41c0ca-262f-44e1-a038-f95b59d7d1dd,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:12.476385 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 47754) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:12.540660 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-726dcc3d-39dc-4ab4-8a24-006c3ed52ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:12.566301 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-726dcc3d-39dc-4ab4-8a24-006c3ed52ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:12.622616 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-726dcc3d-39dc-4ab4-8a24-006c3ed52ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:12.627449 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-726dcc3d-39dc-4ab4-8a24-006c3ed52ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:12.629451 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-726dcc3d-39dc-4ab4-8a24-006c3ed52ccf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc41c0ca-262f-44e1-a038-f95b59d7d1dd HTTP/1.1" status: 204 len: 168 time: 0.1516819 Jul 16 02:55:12.644466 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726dcc3d-39dc-4ab4-8a24-006c3ed52ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc41c0ca-262f-44e1-a038-f95b59d7d1dd,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:12.924037 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 47776) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:13.040465 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91462e8d-af8f-4b0f-adfd-b9bff65de558 req-1dd848dc-25c3-419e-b577-eba9c7fb0960 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:13.042098 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-91462e8d-af8f-4b0f-adfd-b9bff65de558 req-1dd848dc-25c3-419e-b577-eba9c7fb0960 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.1485379 Jul 16 02:55:13.131774 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-91462e8d-af8f-4b0f-adfd-b9bff65de558 req-32d8ddb5-8527-4ddd-8945-298a83e5506d tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775270 Jul 16 02:55:13.177199 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-e1542739-47fc-46c6-b690-f8a959fe94a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:13.303781 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-6e4ae656-c9e7-4485-bbb1-1022ca3472be tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:13.307723 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-6e4ae656-c9e7-4485-bbb1-1022ca3472be tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.52 "GET /v2.0/networks?id=e1a32c1a-2943-469d-808a-c66e5662fbcd HTTP/1.1" status: 200 len: 815 time: 0.1927199 Jul 16 02:55:13.350525 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-89de5482-2b2f-4c10-9250-3e8413ddb903 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Request body: {'port': {'device_id': '5841a00f-1bad-4ab7-915c-cb1a97ab2ba2', 'network_id': 'e1a32c1a-2943-469d-808a-c66e5662fbcd', 'admin_state_up': True, 'tenant_id': '8e3acf92991541b1a13b2b0872c8876d'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:13.436926 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-e1542739-47fc-46c6-b690-f8a959fe94a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:13.445773 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-e1542739-47fc-46c6-b690-f8a959fe94a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:13.549371 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-e1542739-47fc-46c6-b690-f8a959fe94a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=710d02621fe24cc8a1540caec2e8565a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6235704 Jul 16 02:55:13.553634 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1542739-47fc-46c6-b690-f8a959fe94a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265b6673-d0ff-49f6-b79c-0e4dbbc52aa1,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:13.557303 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 47802) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:13.668912 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-21634b81-26a9-4f06-852f-7698be7fdc1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:13.705162 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-21634b81-26a9-4f06-852f-7698be7fdc1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:13.726421 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-89de5482-2b2f-4c10-9250-3e8413ddb903 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Made reservation on behalf of 8e3acf92991541b1a13b2b0872c8876d for: {'port': 1} {{(pid=92998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:55:13.730224 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-89de5482-2b2f-4c10-9250-3e8413ddb903 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:13.808998 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-21634b81-26a9-4f06-852f-7698be7fdc1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:13.814687 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-21634b81-26a9-4f06-852f-7698be7fdc1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:13.822479 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-21634b81-26a9-4f06-852f-7698be7fdc1a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/265b6673-d0ff-49f6-b79c-0e4dbbc52aa1 HTTP/1.1" status: 204 len: 168 time: 0.2580841 Jul 16 02:55:13.830920 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21634b81-26a9-4f06-852f-7698be7fdc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265b6673-d0ff-49f6-b79c-0e4dbbc52aa1,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:13.901204 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-cc98ff63-fb9a-4dcf-a495-1f3e7f42ea23 req-fb45c0a6-d951-4fdf-9ab9-15689048b753 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=5841a00f-1bad-4ab7-915c-cb1a97ab2ba2 HTTP/1.1" status: 200 len: 210 time: 0.0466156 Jul 16 02:55:13.963895 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 47830) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:14.296425 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.db_base_plugin_common [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-89de5482-2b2f-4c10-9250-3e8413ddb903 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Allocated IP 172.20.0.10 (e1a32c1a-2943-469d-808a-c66e5662fbcd/3506f4a1-aba4-484e-9411-d55316db4b52/f0961f4a-c7d9-444a-9fc5-ddf988484a10) {{(pid=92998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:55:14.380418 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-cf77aaeb-12cd-4ed4-9453-828965b54a17 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-184904735-network', 'tenant_id': 'b30399aa0a244e02bff00951610dc496'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:14.441593 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf77aaeb-12cd-4ed4-9453-828965b54a17 admin admin] Made reservation on behalf of b30399aa0a244e02bff00951610dc496 for: {'network': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:55:14.446517 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-cf77aaeb-12cd-4ed4-9453-828965b54a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for network, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:14.458045 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-cf77aaeb-12cd-4ed4-9453-828965b54a17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:14.596113 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-89de5482-2b2f-4c10-9250-3e8413ddb903 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks [] for port, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:14.650523 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-89de5482-2b2f-4c10-9250-3e8413ddb903 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:14.678783 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-cf77aaeb-12cd-4ed4-9453-828965b54a17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:14.685248 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-cf77aaeb-12cd-4ed4-9453-828965b54a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:14.703309 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['c039e7df-bd20-4722-aa19-b5d034ddf39e', '9aca5c1e-52fc-4aec-a638-715943670e0c'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:55:14.710075 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf77aaeb-12cd-4ed4-9453-828965b54a17 admin admin] vlan segment allocate from pool success with {'vlan_id': 532, 'physical_network': 'physnet1'} {{(pid=92999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:55:14.733215 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-cf77aaeb-12cd-4ed4-9453-828965b54a17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:14.733585 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.db.segments_db [None req-cf77aaeb-12cd-4ed4-9453-828965b54a17 admin admin] Added segment 79ca5430-d8e6-49d4-993a-bab78abb34f5 of type vlan for network 369c9602-2d30-448c-9089-c94082348fa1 Jul 16 02:55:14.733848 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d31026e-aa0d-40f7-befb-ab1c15dd5062 req-3a856217-a5fb-4a55-9841-1a585e5026fb tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:14.736252 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0d31026e-aa0d-40f7-befb-ab1c15dd5062 req-3a856217-a5fb-4a55-9841-1a585e5026fb tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.3178165 Jul 16 02:55:14.743811 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77aaeb-12cd-4ed4-9453-828965b54a17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b79b77-52e9-4fd8-b6fd-5208cf803c50,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:14.753009 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-89de5482-2b2f-4c10-9250-3e8413ddb903 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Network e1a32c1a-2943-469d-808a-c66e5662fbcd is already hosted by enough agents. {{(pid=92998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:55:14.755672 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89de5482-2b2f-4c10-9250-3e8413ddb903 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Pushing event updated for resources: {'Port': ['ID=f0961f4a-c7d9-444a-9fc5-ddf988484a10,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:14.783307 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.base_scheduler [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-89de5482-2b2f-4c10-9250-3e8413ddb903 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Resources bound (agent type, host, resource id): {{(pid=92998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:55:14.785125 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-cf77aaeb-12cd-4ed4-9453-828965b54a17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744534580228'] for network, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:14.787814 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.l3_dvrscheduler_db [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-89de5482-2b2f-4c10-9250-3e8413ddb903 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Received port after_create {{(pid=92998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:55:14.838941 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0d31026e-aa0d-40f7-befb-ab1c15dd5062 req-afb3fd08-63cd-4bbb-b0c9-3d6970196471 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886073 Jul 16 02:55:14.839915 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-cf77aaeb-12cd-4ed4-9453-828965b54a17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154'] for network, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:14.842978 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf77aaeb-12cd-4ed4-9453-828965b54a17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:14.844592 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-cf77aaeb-12cd-4ed4-9453-828965b54a17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:14.886362 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-89de5482-2b2f-4c10-9250-3e8413ddb903 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:14.887335 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-89de5482-2b2f-4c10-9250-3e8413ddb903 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for port, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:14.917477 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-cf77aaeb-12cd-4ed4-9453-828965b54a17 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9465280 Jul 16 02:55:14.917582 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 47882) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:14.922301 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-d8085df4-2054-4da7-ae64-f6a26a5a942d admin admin] Request body: {'subnet': {'network_id': '369c9602-2d30-448c-9089-c94082348fa1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-184904735-subnet', 'tenant_id': 'b30399aa0a244e02bff00951610dc496', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:14.926379 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-89de5482-2b2f-4c10-9250-3e8413ddb903 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5837572 Jul 16 02:55:14.955702 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-5a0879d9-2d75-414f-9100-8a4c99dd5c36 service neutron] Request body: {'port': {'device_id': '5841a00f-1bad-4ab7-915c-cb1a97ab2ba2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:14.999391 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf77aaeb-12cd-4ed4-9453-828965b54a17 admin admin] Pushing event updated for resources: {'Network': ['ID=369c9602-2d30-448c-9089-c94082348fa1,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:15.003581 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8085df4-2054-4da7-ae64-f6a26a5a942d admin admin] Made reservation on behalf of b30399aa0a244e02bff00951610dc496 for: {'subnet': 1} {{(pid=92998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:55:15.006182 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d8085df4-2054-4da7-ae64-f6a26a5a942d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8597648'] for subnet, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:15.015062 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Network 369c9602-2d30-448c-9089-c94082348fa1 details requested by agent ovs-agent-dv-cinder-788364-5-smb with host dv-cinder-788364-5-smb {{(pid=93000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:55:15.074705 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-5a0879d9-2d75-414f-9100-8a4c99dd5c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:15.443040 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d1886e-784d-45e0-9a54-a514b8603059 req-dddefe1f-7e4d-44e6-bc07-c86b1140cde6 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:15.444789 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c1d1886e-784d-45e0-9a54-a514b8603059 req-dddefe1f-7e4d-44e6-bc07-c86b1140cde6 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=5841a00f-1bad-4ab7-915c-cb1a97ab2ba2 HTTP/1.1" status: 200 len: 932 time: 0.2975535 Jul 16 02:55:15.582614 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d8085df4-2054-4da7-ae64-f6a26a5a942d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9110432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8597634'] for subnet, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:15.633786 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c1d1886e-784d-45e0-9a54-a514b8603059 req-dfdb1e3a-0a68-46b1-8ab2-3ea702c29839 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1811342 Jul 16 02:55:15.756537 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8085df4-2054-4da7-ae64-f6a26a5a942d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e8be35a-0517-4502-ba07-ab15f36fd8c3,revision_number=0']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:15.802656 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8085df4-2054-4da7-ae64-f6a26a5a942d admin admin] Checking segment: {'id': '79ca5430-d8e6-49d4-993a-bab78abb34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '369c9602-2d30-448c-9089-c94082348fa1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:55:15.802917 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8085df4-2054-4da7-ae64-f6a26a5a942d admin admin] Network hostable DHCP agents. Network: 369c9602-2d30-448c-9089-c94082348fa1, hostable agents: ['c650f718-c130-4f09-8c91-ca922a2630e5'], hosted agents: [] {{(pid=92998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:55:15.812205 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.notifiers.nova [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-5a0879d9-2d75-414f-9100-8a4c99dd5c36 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0961f4a-c7d9-444a-9fc5-ddf988484a10 {{(pid=92998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:55:15.823614 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-5a0879d9-2d75-414f-9100-8a4c99dd5c36 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:15.844344 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.provisioning_blocks [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-5a0879d9-2d75-414f-9100-8a4c99dd5c36 service neutron] Transition to ACTIVE for port object f0961f4a-c7d9-444a-9fc5-ddf988484a10 will not be triggered until provisioned by entity L2. {{(pid=92998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:55:15.845978 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8085df4-2054-4da7-ae64-f6a26a5a942d admin admin] Network 369c9602-2d30-448c-9089-c94082348fa1 is scheduled to be hosted by DHCP agent c650f718-c130-4f09-8c91-ca922a2630e5 with binding_index 1 {{(pid=92998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:55:15.852793 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-5a0879d9-2d75-414f-9100-8a4c99dd5c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110325'] for port, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:15.863024 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.base_scheduler [None req-d8085df4-2054-4da7-ae64-f6a26a5a942d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-smb, 369c9602-2d30-448c-9089-c94082348fa1) {{(pid=92998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:55:15.887975 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d508459-6d74-4960-8cf3-7038b9cd6171 None None] Network 369c9602-2d30-448c-9089-c94082348fa1 requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:55:15.894130 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8085df4-2054-4da7-ae64-f6a26a5a942d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:15.894819 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d8085df4-2054-4da7-ae64-f6a26a5a942d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:15.940064 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0879d9-2d75-414f-9100-8a4c99dd5c36 service neutron] Pushing event updated for resources: {'Port': ['ID=f0961f4a-c7d9-444a-9fc5-ddf988484a10,revision_number=2']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:15.963877 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-d8085df4-2054-4da7-ae64-f6a26a5a942d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0343337 Jul 16 02:55:16.123742 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.managers [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-5a0879d9-2d75-414f-9100-8a4c99dd5c36 service neutron] Attempting to bind port f0961f4a-c7d9-444a-9fc5-ddf988484a10 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:55:16.124185 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.managers [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-5a0879d9-2d75-414f-9100-8a4c99dd5c36 service neutron] Attempting to bind port f0961f4a-c7d9-444a-9fc5-ddf988484a10 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5f0599a3-c418-44ed-a069-7f15235b4797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e1a32c1a-2943-469d-808a-c66e5662fbcd'}] {{(pid=92998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:55:16.124521 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-5a0879d9-2d75-414f-9100-8a4c99dd5c36 service neutron] Attempting to bind port f0961f4a-c7d9-444a-9fc5-ddf988484a10 on network e1a32c1a-2943-469d-808a-c66e5662fbcd {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:55:16.133674 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-5a0879d9-2d75-414f-9100-8a4c99dd5c36 service neutron] Port f0961f4a-c7d9-444a-9fc5-ddf988484a10 on network e1a32c1a-2943-469d-808a-c66e5662fbcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:55:16.134135 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-5a0879d9-2d75-414f-9100-8a4c99dd5c36 service neutron] Attempting to bind port f0961f4a-c7d9-444a-9fc5-ddf988484a10 on network e1a32c1a-2943-469d-808a-c66e5662fbcd {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:55:16.149433 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-5a0879d9-2d75-414f-9100-8a4c99dd5c36 service neutron] Checking agent: {'id': 'a8200757-c16c-46b0-9c68-b9d07f85534b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'started_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:55:16.149922 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-5a0879d9-2d75-414f-9100-8a4c99dd5c36 service neutron] Checking segment: {'id': '5f0599a3-c418-44ed-a069-7f15235b4797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e1a32c1a-2943-469d-808a-c66e5662fbcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:55:16.150531 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-5a0879d9-2d75-414f-9100-8a4c99dd5c36 service neutron] Bound using segment: {'id': '5f0599a3-c418-44ed-a069-7f15235b4797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e1a32c1a-2943-469d-808a-c66e5662fbcd'} {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:55:16.151388 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.managers [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-5a0879d9-2d75-414f-9100-8a4c99dd5c36 service neutron] Bound port: f0961f4a-c7d9-444a-9fc5-ddf988484a10, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f0599a3-c418-44ed-a069-7f15235b4797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e1a32c1a-2943-469d-808a-c66e5662fbcd'}}] {{(pid=92998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:55:16.153037 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-5a0879d9-2d75-414f-9100-8a4c99dd5c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:16.205841 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588a6d5e-3141-4ef9-8098-61ee7346e12b req-ee343b0c-12b9-4e9b-8a74-398b34aaf2cf tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:16.208797 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-588a6d5e-3141-4ef9-8098-61ee7346e12b req-ee343b0c-12b9-4e9b-8a74-398b34aaf2cf tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.1667554 Jul 16 02:55:16.213439 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2e153e-2375-4968-ab36-16ef1928830f None None] Network 369c9602-2d30-448c-9089-c94082348fa1 requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:55:16.290146 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-5a0879d9-2d75-414f-9100-8a4c99dd5c36 service neutron] For port f0961f4a-c7d9-444a-9fc5-ddf988484a10, host hv-cinder-78836, cleared binding levels {{(pid=92998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:55:16.294382 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-5a0879d9-2d75-414f-9100-8a4c99dd5c36 service neutron] For port f0961f4a-c7d9-444a-9fc5-ddf988484a10, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f0961f4a-c7d9-444a-9fc5-ddf988484a10,segment=NetworkSegment(5f0599a3-c418-44ed-a069-7f15235b4797),segment_id=5f0599a3-c418-44ed-a069-7f15235b4797)] {{(pid=92998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:55:16.306322 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-5a0879d9-2d75-414f-9100-8a4c99dd5c36 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110325'] for port, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:16.379710 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-5a0879d9-2d75-414f-9100-8a4c99dd5c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:16.382062 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-5a0879d9-2d75-414f-9100-8a4c99dd5c36 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for port, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:16.382062 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-5a0879d9-2d75-414f-9100-8a4c99dd5c36 service neutron] 10.222.0.52 "PUT /v2.0/ports/f0961f4a-c7d9-444a-9fc5-ddf988484a10 HTTP/1.1" status: 200 len: 1094 time: 1.4323580 Jul 16 02:55:16.382845 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5841a00f-1bad-4ab7-915c-cb1a97ab2ba2', 'tag': 'f0961f4a-c7d9-444a-9fc5-ddf988484a10'}] {{(pid=92998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:55:16.385541 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a245791c69082107892e6a31916d6d43f1304004a28c473c9394a88117d1c043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bf2c36a-4644-4a3d-8f29-fe95467388d2" -d '{"events": [{"name": "network-changed", "server_uuid": "5841a00f-1bad-4ab7-915c-cb1a97ab2ba2", "tag": "f0961f4a-c7d9-444a-9fc5-ddf988484a10"}]}' {{(pid=92998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:55:16.475397 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-588a6d5e-3141-4ef9-8098-61ee7346e12b req-e9d4b220-3a5f-4be1-bc79-7b6932c84a3a tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788735 Jul 16 02:55:16.478357 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4dc2aad-2909-402a-8f00-1d3a2d16d67e x-openstack-request-id: req-b4dc2aad-2909-402a-8f00-1d3a2d16d67e {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:55:16.478798 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5841a00f-1bad-4ab7-915c-cb1a97ab2ba2", "tag": "f0961f4a-c7d9-444a-9fc5-ddf988484a10", "status": "completed", "code": 200}]} {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:55:16.479193 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b4dc2aad-2909-402a-8f00-1d3a2d16d67e {{(pid=92998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:55:16.479962 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5841a00f-1bad-4ab7-915c-cb1a97ab2ba2', 'tag': 'f0961f4a-c7d9-444a-9fc5-ddf988484a10', 'status': 'completed', 'code': 200} Jul 16 02:55:16.516848 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0879d9-2d75-414f-9100-8a4c99dd5c36 service neutron] Pushing event updated for resources: {'Port': ['ID=f0961f4a-c7d9-444a-9fc5-ddf988484a10,revision_number=3']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:16.602681 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-0d806126-37da-4b84-84dc-596804cfe3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:16.605492 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-0d806126-37da-4b84-84dc-596804cfe3f4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e3acf92991541b1a13b2b0872c8876d&device_id=5841a00f-1bad-4ab7-915c-cb1a97ab2ba2 HTTP/1.1" status: 200 len: 1097 time: 0.1169257 Jul 16 02:55:16.683313 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-2636190f-3084-4144-9dc2-2f83cc8e563d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0961f4a-c7d9-444a-9fc5-ddf988484a10 HTTP/1.1" status: 200 len: 217 time: 0.0590172 Jul 16 02:55:16.748558 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-aa6f4900-2057-4807-81d4-a5d98576279d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:16.750047 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-aa6f4900-2057-4807-81d4-a5d98576279d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3506f4a1-aba4-484e-9411-d55316db4b52 HTTP/1.1" status: 200 len: 855 time: 0.0551097 Jul 16 02:55:16.820545 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-7cfd40fe-c499-4a77-b46b-ed91ec1ce3c7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1a32c1a-2943-469d-808a-c66e5662fbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593014 Jul 16 02:55:17.005859 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-fcb37697-560d-4257-b85d-a5105d48c08a service neutron] 10.222.0.52 "GET /v2.0/networks/e1a32c1a-2943-469d-808a-c66e5662fbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728456 Jul 16 02:55:17.181322 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982646b4-2dbf-4e04-9aad-8ac0ea625c2b req-78276972-114c-49e6-8a11-6e583005f79a tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:17.183012 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-982646b4-2dbf-4e04-9aad-8ac0ea625c2b req-78276972-114c-49e6-8a11-6e583005f79a tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=5841a00f-1bad-4ab7-915c-cb1a97ab2ba2 HTTP/1.1" status: 200 len: 944 time: 0.1761866 Jul 16 02:55:17.187737 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3366ebe2-b4af-4751-a139-a1b3a4486afb req-323de5c2-8c1c-4368-8890-270e5dbf8d08 service neutron] 10.222.0.52 "GET /v2.0/networks/e1a32c1a-2943-469d-808a-c66e5662fbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419256 Jul 16 02:55:17.224694 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:17.264539 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-982646b4-2dbf-4e04-9aad-8ac0ea625c2b req-2a5c4949-366a-48de-a95d-bb0c6125c4fa tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651369 Jul 16 02:55:17.400990 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2c36a-4644-4a3d-8f29-fe95467388d2 req-4d08c7a5-1507-4a41-9f1c-84b59a5fa87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:17.403122 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3bf2c36a-4644-4a3d-8f29-fe95467388d2 req-4d08c7a5-1507-4a41-9f1c-84b59a5fa87f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e3acf92991541b1a13b2b0872c8876d&device_id=5841a00f-1bad-4ab7-915c-cb1a97ab2ba2 HTTP/1.1" status: 200 len: 1097 time: 0.0640163 Jul 16 02:55:17.508511 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2c36a-4644-4a3d-8f29-fe95467388d2 req-9afb01c3-ba51-4d5e-8698-c1c83d13c7ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:17.510056 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3bf2c36a-4644-4a3d-8f29-fe95467388d2 req-9afb01c3-ba51-4d5e-8698-c1c83d13c7ab service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1a32c1a-2943-469d-808a-c66e5662fbcd HTTP/1.1" status: 200 len: 916 time: 0.0985024 Jul 16 02:55:17.570058 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3bf2c36a-4644-4a3d-8f29-fe95467388d2 req-9d87946c-27a5-472a-a9ee-6d12076cd6f3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0961f4a-c7d9-444a-9fc5-ddf988484a10 HTTP/1.1" status: 200 len: 217 time: 0.0499012 Jul 16 02:55:17.628862 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2c36a-4644-4a3d-8f29-fe95467388d2 req-3a7a2875-e6f5-41c5-b26d-b4feec31b6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:17.631442 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3bf2c36a-4644-4a3d-8f29-fe95467388d2 req-3a7a2875-e6f5-41c5-b26d-b4feec31b6bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3506f4a1-aba4-484e-9411-d55316db4b52 HTTP/1.1" status: 200 len: 855 time: 0.0495474 Jul 16 02:55:17.712301 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3bf2c36a-4644-4a3d-8f29-fe95467388d2 req-9c82fd15-9747-4fbd-8c22-a2b03bde0fac service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1a32c1a-2943-469d-808a-c66e5662fbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541508 Jul 16 02:55:17.834502 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df069a54-3615-4cc4-908b-a814bc24f21a req-b87558d6-70e2-4a2f-8948-9ddd02182297 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:17.838446 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-df069a54-3615-4cc4-908b-a814bc24f21a req-b87558d6-70e2-4a2f-8948-9ddd02182297 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.1785929 Jul 16 02:55:17.859193 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3bf2c36a-4644-4a3d-8f29-fe95467388d2 req-bc9e1a0d-bab5-44ad-87ff-cb9513221be6 service neutron] 10.222.0.52 "GET /v2.0/networks/e1a32c1a-2943-469d-808a-c66e5662fbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360278 Jul 16 02:55:17.919946 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-df069a54-3615-4cc4-908b-a814bc24f21a req-6aef8bca-b56a-4dfd-b7a7-573fa1b6b65a tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733163 Jul 16 02:55:18.020251 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3bf2c36a-4644-4a3d-8f29-fe95467388d2 req-875755d2-520d-4d32-9143-59f8d124a982 service neutron] 10.222.0.52 "GET /v2.0/networks/e1a32c1a-2943-469d-808a-c66e5662fbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524227 Jul 16 02:55:18.273890 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-08134cda-90a8-4f69-8122-03caa43e2f61 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:18.275577 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-08134cda-90a8-4f69-8122-03caa43e2f61 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/networks?id=369c9602-2d30-448c-9089-c94082348fa1 HTTP/1.1" status: 200 len: 808 time: 0.1682260 Jul 16 02:55:18.299658 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-a3e0ec47-0dad-4fd5-b21e-771c5e368be3 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/quotas/b30399aa0a244e02bff00951610dc496 HTTP/1.1" status: 200 len: 375 time: 0.0180151 Jul 16 02:55:18.385137 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-23bb15aa-4641-4859-bca3-efdeb26237a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:18.392673 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-22be57d0-d8e5-4a64-8474-a0699fd99cda tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b30399aa0a244e02bff00951610dc496&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816224 Jul 16 02:55:18.650334 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-ebc48a19-e854-46cb-ba83-e419989fd3d7 service neutron] 10.222.0.21 "GET /v2.0/networks/369c9602-2d30-448c-9089-c94082348fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475379 Jul 16 02:55:18.686111 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfae54-d452-4097-bbb1-43c1cfb65afa req-aaabde6e-a1a2-402c-a822-67c4a3db7c79 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:18.687659 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0adfae54-d452-4097-bbb1-43c1cfb65afa req-aaabde6e-a1a2-402c-a822-67c4a3db7c79 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=5841a00f-1bad-4ab7-915c-cb1a97ab2ba2 HTTP/1.1" status: 200 len: 944 time: 0.1822660 Jul 16 02:55:18.750960 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 48014) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:18.782494 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0adfae54-d452-4097-bbb1-43c1cfb65afa req-ac016563-b679-414f-99f4-745d84bc4c07 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855291 Jul 16 02:55:18.807616 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-53c9df27-e6cb-4a18-8d87-dc0a7a184cba service neutron] 10.222.0.21 "GET /v2.0/networks/369c9602-2d30-448c-9089-c94082348fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506522 Jul 16 02:55:18.929300 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-8e68c83f-527a-43ac-9d4f-bed05404e1e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:19.074025 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-8e68c83f-527a-43ac-9d4f-bed05404e1e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:19.079608 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-8e68c83f-527a-43ac-9d4f-bed05404e1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:19.160367 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7328a779-8226-4873-95ca-8c2b2c3bbb7d req-14c114aa-f96f-4b68-bbf7-bbf4b407babd tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=e67cbc7a-f34a-48bf-86ff-397782d04d44 HTTP/1.1" status: 200 len: 210 time: 0.0675814 Jul 16 02:55:19.190920 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 48028) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:19.191719 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-8e68c83f-527a-43ac-9d4f-bed05404e1e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3555f052ab4d4ebdb620286d9056a9e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4366915 Jul 16 02:55:19.193198 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e68c83f-527a-43ac-9d4f-bed05404e1e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0678374-5637-4d36-8c51-818f2a7c7689,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:19.247410 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4904a-9ec1-443d-b6ff-1a74bcaa99e8 req-07370f81-a256-40b6-88de-0c7f69b3fd39 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:19.260372 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-edd4904a-9ec1-443d-b6ff-1a74bcaa99e8 req-07370f81-a256-40b6-88de-0c7f69b3fd39 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.1502609 Jul 16 02:55:19.279081 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-9938776e-cb46-46fe-b5ed-cfe22a2d6ce8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:19.315176 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-9938776e-cb46-46fe-b5ed-cfe22a2d6ce8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:19.344617 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-edd4904a-9ec1-443d-b6ff-1a74bcaa99e8 req-01b0a3e5-7632-40fa-9cd1-513026e7e7df tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747101 Jul 16 02:55:19.395052 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-9938776e-cb46-46fe-b5ed-cfe22a2d6ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:19.398758 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-9938776e-cb46-46fe-b5ed-cfe22a2d6ce8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:19.400468 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-9938776e-cb46-46fe-b5ed-cfe22a2d6ce8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c0678374-5637-4d36-8c51-818f2a7c7689 HTTP/1.1" status: 204 len: 168 time: 0.2079005 Jul 16 02:55:19.411234 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9938776e-cb46-46fe-b5ed-cfe22a2d6ce8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0678374-5637-4d36-8c51-818f2a7c7689,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:20.238665 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device f0961f4a-c7d9-444a-9fc5-ddf988484a10 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:55:20.338505 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52d0d4d-ec85-4a98-bbe9-fa27e0010410 req-a0e22060-5d69-4e17-b346-112a8ca08896 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:20.346361 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c52d0d4d-ec85-4a98-bbe9-fa27e0010410 req-a0e22060-5d69-4e17-b346-112a8ca08896 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=5841a00f-1bad-4ab7-915c-cb1a97ab2ba2 HTTP/1.1" status: 200 len: 944 time: 0.3747547 Jul 16 02:55:20.461267 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c52d0d4d-ec85-4a98-bbe9-fa27e0010410 req-b4ab984a-87c1-4bb7-beb8-0e9905e82ce1 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113017 Jul 16 02:55:20.584067 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d638aa6f-834f-4dde-884b-b1da560bf87e req-5c11734a-0cd8-4b4b-bf0f-5bae7f27c186 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=e67cbc7a-f34a-48bf-86ff-397782d04d44 HTTP/1.1" status: 200 len: 210 time: 0.1018019 Jul 16 02:55:20.589705 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port f0961f4a-c7d9-444a-9fc5-ddf988484a10, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f0961f4a-c7d9-444a-9fc5-ddf988484a10,segment=NetworkSegment(5f0599a3-c418-44ed-a069-7f15235b4797),segment_id=5f0599a3-c418-44ed-a069-7f15235b4797)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:55:20.618472 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Returning: {'device': 'f0961f4a-c7d9-444a-9fc5-ddf988484a10', 'network_id': 'e1a32c1a-2943-469d-808a-c66e5662fbcd', 'port_id': 'f0961f4a-c7d9-444a-9fc5-ddf988484a10', 'mac_address': 'fa:16:3e:b2:18:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3506f4a1-aba4-484e-9411-d55316db4b52', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:55:20.693100 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:20.708275 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5ad332-b06b-4dd5-b4c6-bb4bd3ec2d00 req-7f5c3719-c357-4662-99a8-8034f9bdc7cd tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:20.709788 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ad5ad332-b06b-4dd5-b4c6-bb4bd3ec2d00 req-7f5c3719-c357-4662-99a8-8034f9bdc7cd tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.1224272 Jul 16 02:55:20.735518 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0961f4a-c7d9-444a-9fc5-ddf988484a10 {{(pid=93000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:55:20.762684 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port f0961f4a-c7d9-444a-9fc5-ddf988484a10, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f0961f4a-c7d9-444a-9fc5-ddf988484a10,segment=NetworkSegment(5f0599a3-c418-44ed-a069-7f15235b4797),segment_id=5f0599a3-c418-44ed-a069-7f15235b4797)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:55:20.768816 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:20.853358 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=f0961f4a-c7d9-444a-9fc5-ddf988484a10,revision_number=4']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:20.863733 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ad5ad332-b06b-4dd5-b4c6-bb4bd3ec2d00 req-8a4f1fc8-b2d0-4ad6-b4ac-26274831f979 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454594 Jul 16 02:55:20.905357 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-3932edd9-a6ed-4e18-9eb6-62a0fc3720e5 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:20.906871 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-3932edd9-a6ed-4e18-9eb6-62a0fc3720e5 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.52 "GET /v2.0/networks?id=369c9602-2d30-448c-9089-c94082348fa1 HTTP/1.1" status: 200 len: 808 time: 0.1763680 Jul 16 02:55:20.933892 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-744c0d85-70ad-4967-9daf-3e1f6a139f69 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Request body: {'port': {'device_id': 'e67cbc7a-f34a-48bf-86ff-397782d04d44', 'network_id': '369c9602-2d30-448c-9089-c94082348fa1', 'admin_state_up': True, 'tenant_id': 'b30399aa0a244e02bff00951610dc496'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:20.970451 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 48096) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:21.097627 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-744c0d85-70ad-4967-9daf-3e1f6a139f69 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Made reservation on behalf of b30399aa0a244e02bff00951610dc496 for: {'port': 1} {{(pid=92998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:55:21.103286 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-744c0d85-70ad-4967-9daf-3e1f6a139f69 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:21.111360 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6cf0aca5-2fe0-44f9-a02e-55b031503251 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:21.223018 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6cf0aca5-2fe0-44f9-a02e-55b031503251 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:21.228083 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6cf0aca5-2fe0-44f9-a02e-55b031503251 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:21.251382 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['f0961f4a-c7d9-444a-9fc5-ddf988484a10'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:55:21.256581 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.db_base_plugin_common [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-744c0d85-70ad-4967-9daf-3e1f6a139f69 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Allocated IP 172.20.0.12 (369c9602-2d30-448c-9089-c94082348fa1/2e8be35a-0517-4502-ba07-ab15f36fd8c3/5aa6f76c-551a-41a1-9a63-331c001e353d) {{(pid=92998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:55:21.288425 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-6cf0aca5-2fe0-44f9-a02e-55b031503251 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f17c138d5a594083afee60960481fe12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3165348 Jul 16 02:55:21.289662 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf0aca5-2fe0-44f9-a02e-55b031503251 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ad04ec8-a541-4720-aec1-c99a3e2d19a5,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:21.292161 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 48114) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:21.420207 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-b9f8fb99-cac4-4376-98de-bd082d934050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:21.423230 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:21.462307 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-b9f8fb99-cac4-4376-98de-bd082d934050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:21.512934 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-744c0d85-70ad-4967-9daf-3e1f6a139f69 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Notify callbacks [] for port, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:21.596698 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-744c0d85-70ad-4967-9daf-3e1f6a139f69 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:21.601153 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-b9f8fb99-cac4-4376-98de-bd082d934050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:21.606067 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-43107574-d003-4d9b-9373-23e0d5dfa009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:21.612187 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-b9f8fb99-cac4-4376-98de-bd082d934050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:21.616980 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-b9f8fb99-cac4-4376-98de-bd082d934050 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4ad04ec8-a541-4720-aec1-c99a3e2d19a5 HTTP/1.1" status: 204 len: 168 time: 0.3108504 Jul 16 02:55:21.637832 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f8fb99-cac4-4376-98de-bd082d934050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ad04ec8-a541-4720-aec1-c99a3e2d19a5,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:21.692779 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-744c0d85-70ad-4967-9daf-3e1f6a139f69 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Network 369c9602-2d30-448c-9089-c94082348fa1 is already hosted by enough agents. {{(pid=92998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:55:21.759236 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.base_scheduler [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-744c0d85-70ad-4967-9daf-3e1f6a139f69 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Resources bound (agent type, host, resource id): {{(pid=92998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:55:21.767342 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.l3_dvrscheduler_db [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-744c0d85-70ad-4967-9daf-3e1f6a139f69 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Received port after_create {{(pid=92998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:55:21.820468 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744c0d85-70ad-4967-9daf-3e1f6a139f69 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Pushing event updated for resources: {'Port': ['ID=5aa6f76c-551a-41a1-9a63-331c001e353d,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:21.886118 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-744c0d85-70ad-4967-9daf-3e1f6a139f69 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:21.886804 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-744c0d85-70ad-4967-9daf-3e1f6a139f69 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for port, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:21.917074 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-744c0d85-70ad-4967-9daf-3e1f6a139f69 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9879978 Jul 16 02:55:21.925170 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc616a6d-d254-44c7-a386-be3865ec3c5f req-67aa7180-70ed-4eb0-bd05-d34fe5b74113 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:21.926771 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fc616a6d-d254-44c7-a386-be3865ec3c5f req-67aa7180-70ed-4eb0-bd05-d34fe5b74113 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=5841a00f-1bad-4ab7-915c-cb1a97ab2ba2 HTTP/1.1" status: 200 len: 945 time: 0.2411027 Jul 16 02:55:21.938793 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-5e50d4dd-a701-40fa-be53-b084f68ddb6c service neutron] Request body: {'port': {'device_id': 'e67cbc7a-f34a-48bf-86ff-397782d04d44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:22.018306 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7436f-93f2-429f-a11f-b9fa750d21f1 req-46de9047-19d6-479e-87f5-23cce407baf8 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:22.018627 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d7c7436f-93f2-429f-a11f-b9fa750d21f1 req-46de9047-19d6-479e-87f5-23cce407baf8 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=e67cbc7a-f34a-48bf-86ff-397782d04d44 HTTP/1.1" status: 200 len: 932 time: 0.2414968 Jul 16 02:55:22.112208 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-5e50d4dd-a701-40fa-be53-b084f68ddb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:22.124337 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fc616a6d-d254-44c7-a386-be3865ec3c5f req-f311a6dc-66e0-4a4c-bb0f-fc90ece582d9 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818676 Jul 16 02:55:22.168568 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d7c7436f-93f2-429f-a11f-b9fa750d21f1 req-b593de00-1531-48c9-b2c3-30b811efa54d tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405876 Jul 16 02:55:22.554139 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82094b9d-cce4-45ae-8084-e42b2386bd1b req-eec11026-10dc-4596-9f30-780c8312dcf7 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:22.557654 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-82094b9d-cce4-45ae-8084-e42b2386bd1b req-eec11026-10dc-4596-9f30-780c8312dcf7 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.2035320 Jul 16 02:55:22.720547 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:22.726341 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-82094b9d-cce4-45ae-8084-e42b2386bd1b req-bd324c68-4085-4747-a0f0-b55b7479e382 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424131 Jul 16 02:55:22.797481 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.notifiers.nova [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-5e50d4dd-a701-40fa-be53-b084f68ddb6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aa6f76c-551a-41a1-9a63-331c001e353d {{(pid=92998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:55:22.807644 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-5e50d4dd-a701-40fa-be53-b084f68ddb6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:22.830439 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.provisioning_blocks [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-5e50d4dd-a701-40fa-be53-b084f68ddb6c service neutron] Transition to ACTIVE for port object 5aa6f76c-551a-41a1-9a63-331c001e353d will not be triggered until provisioned by entity L2. {{(pid=92998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:55:22.838548 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-5e50d4dd-a701-40fa-be53-b084f68ddb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110325'] for port, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:22.932366 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50d4dd-a701-40fa-be53-b084f68ddb6c service neutron] Pushing event updated for resources: {'Port': ['ID=5aa6f76c-551a-41a1-9a63-331c001e353d,revision_number=2']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:23.062735 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.managers [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-5e50d4dd-a701-40fa-be53-b084f68ddb6c service neutron] Attempting to bind port 5aa6f76c-551a-41a1-9a63-331c001e353d on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:55:23.063128 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.managers [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-5e50d4dd-a701-40fa-be53-b084f68ddb6c service neutron] Attempting to bind port 5aa6f76c-551a-41a1-9a63-331c001e353d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '79ca5430-d8e6-49d4-993a-bab78abb34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '369c9602-2d30-448c-9089-c94082348fa1'}] {{(pid=92998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:55:23.063644 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-5e50d4dd-a701-40fa-be53-b084f68ddb6c service neutron] Attempting to bind port 5aa6f76c-551a-41a1-9a63-331c001e353d on network 369c9602-2d30-448c-9089-c94082348fa1 {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:55:23.071272 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-5e50d4dd-a701-40fa-be53-b084f68ddb6c service neutron] Port 5aa6f76c-551a-41a1-9a63-331c001e353d on network 369c9602-2d30-448c-9089-c94082348fa1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:55:23.071607 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-5e50d4dd-a701-40fa-be53-b084f68ddb6c service neutron] Attempting to bind port 5aa6f76c-551a-41a1-9a63-331c001e353d on network 369c9602-2d30-448c-9089-c94082348fa1 {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:55:23.078704 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-5e50d4dd-a701-40fa-be53-b084f68ddb6c service neutron] Checking agent: {'id': 'a8200757-c16c-46b0-9c68-b9d07f85534b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'started_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:55:23.079293 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-5e50d4dd-a701-40fa-be53-b084f68ddb6c service neutron] Checking segment: {'id': '79ca5430-d8e6-49d4-993a-bab78abb34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '369c9602-2d30-448c-9089-c94082348fa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:55:23.080419 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-5e50d4dd-a701-40fa-be53-b084f68ddb6c service neutron] Bound using segment: {'id': '79ca5430-d8e6-49d4-993a-bab78abb34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '369c9602-2d30-448c-9089-c94082348fa1'} {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:55:23.081037 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.managers [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-5e50d4dd-a701-40fa-be53-b084f68ddb6c service neutron] Bound port: 5aa6f76c-551a-41a1-9a63-331c001e353d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79ca5430-d8e6-49d4-993a-bab78abb34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '369c9602-2d30-448c-9089-c94082348fa1'}}] {{(pid=92998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:55:23.081601 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-5e50d4dd-a701-40fa-be53-b084f68ddb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:23.095670 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 48182) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:23.214006 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-5e50d4dd-a701-40fa-be53-b084f68ddb6c service neutron] For port 5aa6f76c-551a-41a1-9a63-331c001e353d, host hv-cinder-78836, cleared binding levels {{(pid=92998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:55:23.229050 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-5e50d4dd-a701-40fa-be53-b084f68ddb6c service neutron] For port 5aa6f76c-551a-41a1-9a63-331c001e353d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5aa6f76c-551a-41a1-9a63-331c001e353d,segment=NetworkSegment(79ca5430-d8e6-49d4-993a-bab78abb34f5),segment_id=79ca5430-d8e6-49d4-993a-bab78abb34f5)] {{(pid=92998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:55:23.240550 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-5e50d4dd-a701-40fa-be53-b084f68ddb6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110325'] for port, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:23.350937 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-165232d2-d53d-4ca4-8747-7f7869b8d782 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-99972491-network', 'tenant_id': '7a07fe20008544158432a3e05ba4b289'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:23.387400 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165232d2-d53d-4ca4-8747-7f7869b8d782 admin admin] Made reservation on behalf of 7a07fe20008544158432a3e05ba4b289 for: {'network': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:55:23.391821 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-5e50d4dd-a701-40fa-be53-b084f68ddb6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:23.394451 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-5e50d4dd-a701-40fa-be53-b084f68ddb6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for port, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:23.398670 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-5e50d4dd-a701-40fa-be53-b084f68ddb6c service neutron] 10.222.0.52 "PUT /v2.0/ports/5aa6f76c-551a-41a1-9a63-331c001e353d HTTP/1.1" status: 200 len: 1094 time: 1.4638629 Jul 16 02:55:23.399536 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e67cbc7a-f34a-48bf-86ff-397782d04d44', 'tag': '5aa6f76c-551a-41a1-9a63-331c001e353d'}] {{(pid=92998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:55:23.404363 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a245791c69082107892e6a31916d6d43f1304004a28c473c9394a88117d1c043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1f605a-1ff9-4580-b158-762f5acc5695" -d '{"events": [{"name": "network-changed", "server_uuid": "e67cbc7a-f34a-48bf-86ff-397782d04d44", "tag": "5aa6f76c-551a-41a1-9a63-331c001e353d"}]}' {{(pid=92998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:55:23.404567 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-165232d2-d53d-4ca4-8747-7f7869b8d782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for network, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:23.416921 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-165232d2-d53d-4ca4-8747-7f7869b8d782 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:23.551342 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-165232d2-d53d-4ca4-8747-7f7869b8d782 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:23.556717 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-165232d2-d53d-4ca4-8747-7f7869b8d782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:23.579388 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165232d2-d53d-4ca4-8747-7f7869b8d782 admin admin] vlan segment allocate from pool success with {'vlan_id': 548, 'physical_network': 'physnet1'} {{(pid=92999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:55:23.586590 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e50d4dd-a701-40fa-be53-b084f68ddb6c service neutron] Pushing event updated for resources: {'Port': ['ID=5aa6f76c-551a-41a1-9a63-331c001e353d,revision_number=3']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:23.596725 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165232d2-d53d-4ca4-8747-7f7869b8d782 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eedf4579-c591-4e8f-a5e6-b2a6356a2053,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:23.600045 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-165232d2-d53d-4ca4-8747-7f7869b8d782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:23.600390 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.db.segments_db [None req-165232d2-d53d-4ca4-8747-7f7869b8d782 admin admin] Added segment 183d1364-b160-4473-aaf9-4040526610ca of type vlan for network cff15e84-fc6d-4fab-9100-6ab8022ec990 Jul 16 02:55:23.640702 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6134cb0-e05d-4891-8116-e88bcdc4dc1f req-0599a75e-7293-45d1-a32e-97bd751aaaa3 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:23.642323 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b6134cb0-e05d-4891-8116-e88bcdc4dc1f req-0599a75e-7293-45d1-a32e-97bd751aaaa3 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=5841a00f-1bad-4ab7-915c-cb1a97ab2ba2 HTTP/1.1" status: 200 len: 945 time: 0.2832153 Jul 16 02:55:23.671716 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-165232d2-d53d-4ca4-8747-7f7869b8d782 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744534580228'] for network, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:23.683868 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9d672b-13c9-42ca-b123-31e4c24460a3 req-1ea0d5fb-0804-4a4c-baa4-742011748f14 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:23.685560 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fe9d672b-13c9-42ca-b123-31e4c24460a3 req-1ea0d5fb-0804-4a4c-baa4-742011748f14 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=e67cbc7a-f34a-48bf-86ff-397782d04d44 HTTP/1.1" status: 200 len: 944 time: 0.2289131 Jul 16 02:55:23.695543 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-ee4c624c-eb6f-4573-806d-3fe56cf00fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:23.697112 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-ee4c624c-eb6f-4573-806d-3fe56cf00fe9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b30399aa0a244e02bff00951610dc496&device_id=e67cbc7a-f34a-48bf-86ff-397782d04d44 HTTP/1.1" status: 200 len: 1097 time: 0.1907575 Jul 16 02:55:23.714562 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-165232d2-d53d-4ca4-8747-7f7869b8d782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154'] for network, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:23.716256 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165232d2-d53d-4ca4-8747-7f7869b8d782 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:23.717148 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-165232d2-d53d-4ca4-8747-7f7869b8d782 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:23.719023 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b6134cb0-e05d-4891-8116-e88bcdc4dc1f req-e8dd3eb3-e212-49c8-accb-dc80bc70e05f tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693905 Jul 16 02:55:23.773907 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-165232d2-d53d-4ca4-8747-7f7869b8d782 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.6768484 Jul 16 02:55:23.778432 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 48216) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:23.789561 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-11544d18-f2b7-45e9-8051-f1e3feea43b5 admin admin] Request body: {'subnet': {'network_id': 'cff15e84-fc6d-4fab-9100-6ab8022ec990', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-99972491-subnet', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'ip_version': 4}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:23.795820 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-fb2a36f7-64a6-413a-a185-408f8ec4ca93 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5aa6f76c-551a-41a1-9a63-331c001e353d HTTP/1.1" status: 200 len: 217 time: 0.0684292 Jul 16 02:55:23.798574 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7debe63-a7df-4555-9fb8-4c7483d47203 x-openstack-request-id: req-a7debe63-a7df-4555-9fb8-4c7483d47203 {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:55:23.799004 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e67cbc7a-f34a-48bf-86ff-397782d04d44", "tag": "5aa6f76c-551a-41a1-9a63-331c001e353d", "status": "completed", "code": 200}]} {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:55:23.799377 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7debe63-a7df-4555-9fb8-4c7483d47203 {{(pid=92998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:55:23.799993 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e67cbc7a-f34a-48bf-86ff-397782d04d44', 'tag': '5aa6f76c-551a-41a1-9a63-331c001e353d', 'status': 'completed', 'code': 200} Jul 16 02:55:23.846936 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165232d2-d53d-4ca4-8747-7f7869b8d782 admin admin] Pushing event updated for resources: {'Network': ['ID=cff15e84-fc6d-4fab-9100-6ab8022ec990,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:23.868577 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Network cff15e84-fc6d-4fab-9100-6ab8022ec990 details requested by agent ovs-agent-dv-cinder-788364-5-smb with host dv-cinder-788364-5-smb {{(pid=93000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:55:23.889028 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11544d18-f2b7-45e9-8051-f1e3feea43b5 admin admin] Made reservation on behalf of 7a07fe20008544158432a3e05ba4b289 for: {'subnet': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:55:23.893225 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-11544d18-f2b7-45e9-8051-f1e3feea43b5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10320794'] for subnet, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:23.899751 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fe9d672b-13c9-42ca-b123-31e4c24460a3 req-7c717e01-f80c-4f32-a005-ae25511727df tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015750 Jul 16 02:55:23.926416 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-7c73fd10-0e19-4eb0-8194-c93bcb58fc6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:23.928678 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-7c73fd10-0e19-4eb0-8194-c93bcb58fc6a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e8be35a-0517-4502-ba07-ab15f36fd8c3 HTTP/1.1" status: 200 len: 848 time: 0.0966907 Jul 16 02:55:23.982143 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-3ba2fb4d-ae1c-458c-865c-01a2d50b2f9f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=369c9602-2d30-448c-9089-c94082348fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278137 Jul 16 02:55:24.137935 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-f36aca20-9643-411d-b37a-115c503691b3 service neutron] 10.222.0.52 "GET /v2.0/networks/369c9602-2d30-448c-9089-c94082348fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153657 Jul 16 02:55:24.141453 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.200894 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-11544d18-f2b7-45e9-8051-f1e3feea43b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9108353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10320776'] for subnet, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.279188 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device f0961f4a-c7d9-444a-9fc5-ddf988484a10 up at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:55:24.288519 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11544d18-f2b7-45e9-8051-f1e3feea43b5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0535213-d453-4aa5-8b48-17b60fb36114,revision_number=0']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:24.307320 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11544d18-f2b7-45e9-8051-f1e3feea43b5 admin admin] Checking segment: {'id': '183d1364-b160-4473-aaf9-4040526610ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cff15e84-fc6d-4fab-9100-6ab8022ec990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:55:24.307901 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11544d18-f2b7-45e9-8051-f1e3feea43b5 admin admin] Network hostable DHCP agents. Network: cff15e84-fc6d-4fab-9100-6ab8022ec990, hostable agents: ['c650f718-c130-4f09-8c91-ca922a2630e5'], hosted agents: [] {{(pid=92999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:55:24.336857 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11544d18-f2b7-45e9-8051-f1e3feea43b5 admin admin] Network cff15e84-fc6d-4fab-9100-6ab8022ec990 is scheduled to be hosted by DHCP agent c650f718-c130-4f09-8c91-ca922a2630e5 with binding_index 1 {{(pid=92999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:55:24.350828 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [None req-11544d18-f2b7-45e9-8051-f1e3feea43b5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-smb, cff15e84-fc6d-4fab-9100-6ab8022ec990) {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:55:24.356615 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11544d18-f2b7-45e9-8051-f1e3feea43b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:24.357651 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-11544d18-f2b7-45e9-8051-f1e3feea43b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for subnet, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.357797 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb88d03-c572-4b74-a353-1a22a4e1b3a4 req-cb6435b1-271f-4ed2-9ef2-fd8300e01a5d tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:24.358944 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning for port f0961f4a-c7d9-444a-9fc5-ddf988484a10 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:55:24.360339 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5cb88d03-c572-4b74-a353-1a22a4e1b3a4 req-cb6435b1-271f-4ed2-9ef2-fd8300e01a5d tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.2280731 Jul 16 02:55:24.368657 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c741b1b1-d680-426f-ba9c-4bf254d31827 req-b3998b58-1fdc-46b9-a85f-a3c71d44086c service neutron] 10.222.0.52 "GET /v2.0/networks/369c9602-2d30-448c-9089-c94082348fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138348 Jul 16 02:55:24.370196 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c2bd4ad-8597-4da9-8109-4a1fdbb786b9 None None] Network cff15e84-fc6d-4fab-9100-6ab8022ec990 requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:55:24.382237 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-11544d18-f2b7-45e9-8051-f1e3feea43b5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6022475 Jul 16 02:55:24.383428 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning complete for port f0961f4a-c7d9-444a-9fc5-ddf988484a10 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:24.384057 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.386318 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 48222) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:24.392599 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-3d22c7e3-e4be-49cd-8a8c-757297a2e7b7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-99972491-router', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'}}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:24.424272 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-3d22c7e3-e4be-49cd-8a8c-757297a2e7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12179'] for router, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.425326 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-3d22c7e3-e4be-49cd-8a8c-757297a2e7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12184'] for router, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.468688 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5cb88d03-c572-4b74-a353-1a22a4e1b3a4 req-7d3af6d6-d614-498a-a4ae-be6a58f86282 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920649 Jul 16 02:55:24.547928 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-3d22c7e3-e4be-49cd-8a8c-757297a2e7b7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.632771 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f605a-1ff9-4580-b158-762f5acc5695 req-6dcf7041-6d55-43b9-9698-3674fbb8a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:24.634321 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1c1f605a-1ff9-4580-b158-762f5acc5695 req-6dcf7041-6d55-43b9-9698-3674fbb8a1d2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b30399aa0a244e02bff00951610dc496&device_id=e67cbc7a-f34a-48bf-86ff-397782d04d44 HTTP/1.1" status: 200 len: 1097 time: 0.1187906 Jul 16 02:55:24.647638 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.665220 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-604b3de1-11c0-49d0-8aad-db69dde7195e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabc5b27b-dadf-567d-9539-593606d9a02e-cff15e84-fc6d-4fab-9100-6ab8022ec990', 'network_id': 'cff15e84-fc6d-4fab-9100-6ab8022ec990', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'fixed_ips': [{'subnet_id': 'a0535213-d453-4aa5-8b48-17b60fb36114'}]}} from dv-cinder-788364-5-smb. {{(pid=93000) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:55:24.666090 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-604b3de1-11c0-49d0-8aad-db69dde7195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.699692 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5841a00f-1bad-4ab7-915c-cb1a97ab2ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0961f4a-c7d9-444a-9fc5-ddf988484a10'}] {{(pid=93000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:55:24.702309 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea702c1d27a9afaa317d21627fdeb95d85c281d49492fc16ca315a181738864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95b2840-d197-40ba-958d-a6fe2a9d716f" -d '{"events": [{"server_uuid": "5841a00f-1bad-4ab7-915c-cb1a97ab2ba2", "name": "network-vif-plugged", "status": "completed", "tag": "f0961f4a-c7d9-444a-9fc5-ddf988484a10"}]}' {{(pid=93000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:55:24.745244 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port f0961f4a-c7d9-444a-9fc5-ddf988484a10, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f0961f4a-c7d9-444a-9fc5-ddf988484a10,segment=NetworkSegment(5f0599a3-c418-44ed-a069-7f15235b4797),segment_id=5f0599a3-c418-44ed-a069-7f15235b4797)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:55:24.765880 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.851230 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-3d22c7e3-e4be-49cd-8a8c-757297a2e7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5490'] for router, precommit_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:24.889739 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f605a-1ff9-4580-b158-762f5acc5695 req-42e9d7dd-2103-4bd2-9864-447f5bf7618b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:24.905211 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1c1f605a-1ff9-4580-b158-762f5acc5695 req-42e9d7dd-2103-4bd2-9864-447f5bf7618b service neutron] 10.222.0.52 "GET /v2.0/networks?id=369c9602-2d30-448c-9089-c94082348fa1 HTTP/1.1" status: 200 len: 909 time: 0.2453086 Jul 16 02:55:25.026885 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:55:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f952967f-5450-434c-869a-fd154b47374a x-openstack-request-id: req-f952967f-5450-434c-869a-fd154b47374a {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:55:25.027520 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5841a00f-1bad-4ab7-915c-cb1a97ab2ba2", "name": "network-vif-plugged", "status": "completed", "tag": "f0961f4a-c7d9-444a-9fc5-ddf988484a10", "code": 200}]} {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:55:25.027749 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f952967f-5450-434c-869a-fd154b47374a {{(pid=93000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:55:25.028844 dv-cinder-788364-5-smb neutron-server[93000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5841a00f-1bad-4ab7-915c-cb1a97ab2ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0961f4a-c7d9-444a-9fc5-ddf988484a10', 'code': 200} Jul 16 02:55:25.079155 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=f0961f4a-c7d9-444a-9fc5-ddf988484a10,revision_number=5']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:25.148709 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.db_base_plugin_common [None req-604b3de1-11c0-49d0-8aad-db69dde7195e None None] Allocated IP 172.20.0.2 (cff15e84-fc6d-4fab-9100-6ab8022ec990/a0535213-d453-4aa5-8b48-17b60fb36114/240bac95-cf53-4029-9478-954be4925844) {{(pid=93000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:55:25.397202 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1c1f605a-1ff9-4580-b158-762f5acc5695 req-80957d73-8ca8-4126-9a1d-0798f44c4295 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5aa6f76c-551a-41a1-9a63-331c001e353d HTTP/1.1" status: 200 len: 217 time: 0.4909022 Jul 16 02:55:25.438944 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 48260) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:25.491422 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-604b3de1-11c0-49d0-8aad-db69dde7195e None None] Notify callbacks [] for port, precommit_create {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:25.509823 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-604b3de1-11c0-49d0-8aad-db69dde7195e None None] Transition to ACTIVE for port object 240bac95-cf53-4029-9478-954be4925844 will not be triggered until provisioned by entity L2. {{(pid=93000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:55:25.532743 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f605a-1ff9-4580-b158-762f5acc5695 req-1470e98c-fa08-40c5-a7e9-44ab4dd5e72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:25.534350 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1c1f605a-1ff9-4580-b158-762f5acc5695 req-1470e98c-fa08-40c5-a7e9-44ab4dd5e72d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e8be35a-0517-4502-ba07-ab15f36fd8c3 HTTP/1.1" status: 200 len: 848 time: 0.0940590 Jul 16 02:55:25.559494 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-604b3de1-11c0-49d0-8aad-db69dde7195e None None] Transition to ACTIVE for port object 240bac95-cf53-4029-9478-954be4925844 will not be triggered until provisioned by entity DHCP. {{(pid=93000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:55:25.580177 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-604b3de1-11c0-49d0-8aad-db69dde7195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323'] for port, after_create {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:25.584098 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1c1f605a-1ff9-4580-b158-762f5acc5695 req-e230a5e0-b96c-4f36-8fe2-1641f93f964c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=369c9602-2d30-448c-9089-c94082348fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395272 Jul 16 02:55:25.620381 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-604b3de1-11c0-49d0-8aad-db69dde7195e None None] Network cff15e84-fc6d-4fab-9100-6ab8022ec990 is already hosted by enough agents. {{(pid=93000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:55:25.623883 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.scheduler.base_scheduler [None req-604b3de1-11c0-49d0-8aad-db69dde7195e None None] Resources bound (agent type, host, resource id): {{(pid=93000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:55:25.628027 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604b3de1-11c0-49d0-8aad-db69dde7195e None None] Received port after_create {{(pid=93000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:55:25.654859 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f335858-a55f-406d-83e1-a46e2a28152d req-709c36f9-5e65-4c21-996b-99f318ea3bd7 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:25.664490 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6f335858-a55f-406d-83e1-a46e2a28152d req-709c36f9-5e65-4c21-996b-99f318ea3bd7 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=5841a00f-1bad-4ab7-915c-cb1a97ab2ba2 HTTP/1.1" status: 200 len: 946 time: 0.2816267 Jul 16 02:55:25.680774 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b3de1-11c0-49d0-8aad-db69dde7195e None None] Pushing event updated for resources: {'Port': ['ID=240bac95-cf53-4029-9478-954be4925844,revision_number=1']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:25.713065 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745a6f43-09b7-4c3c-8222-95f4e05914fe req-032d33c0-121e-4297-9385-19a1587de2c1 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:25.715139 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-745a6f43-09b7-4c3c-8222-95f4e05914fe req-032d33c0-121e-4297-9385-19a1587de2c1 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=e67cbc7a-f34a-48bf-86ff-397782d04d44 HTTP/1.1" status: 200 len: 944 time: 0.3441501 Jul 16 02:55:25.727289 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-604b3de1-11c0-49d0-8aad-db69dde7195e None None] Attempting to bind port 240bac95-cf53-4029-9478-954be4925844 on host dv-cinder-788364-5-smb for vnic_type normal with profile {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:55:25.727674 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-604b3de1-11c0-49d0-8aad-db69dde7195e None None] Attempting to bind port 240bac95-cf53-4029-9478-954be4925844 by drivers openvswitch,hyperv on host dv-cinder-788364-5-smb at level 0 using segments [{'id': '183d1364-b160-4473-aaf9-4040526610ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cff15e84-fc6d-4fab-9100-6ab8022ec990'}] {{(pid=93000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:55:25.728259 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604b3de1-11c0-49d0-8aad-db69dde7195e None None] Attempting to bind port 240bac95-cf53-4029-9478-954be4925844 on network cff15e84-fc6d-4fab-9100-6ab8022ec990 {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:55:25.735228 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604b3de1-11c0-49d0-8aad-db69dde7195e None None] Checking agent: {'id': '8f3583b4-bf6b-4e6e-ba40-769030d39d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 45, 21), 'started_at': datetime.datetime(2021, 7, 16, 2, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:55:25.735903 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604b3de1-11c0-49d0-8aad-db69dde7195e None None] Checking segment: {'id': '183d1364-b160-4473-aaf9-4040526610ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cff15e84-fc6d-4fab-9100-6ab8022ec990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:55:25.737241 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-604b3de1-11c0-49d0-8aad-db69dde7195e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:25.737849 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-604b3de1-11c0-49d0-8aad-db69dde7195e None None] Bound using segment: {'id': '183d1364-b160-4473-aaf9-4040526610ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cff15e84-fc6d-4fab-9100-6ab8022ec990'} {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:55:25.738564 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-604b3de1-11c0-49d0-8aad-db69dde7195e None None] Bound port: 240bac95-cf53-4029-9478-954be4925844, host: dv-cinder-788364-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183d1364-b160-4473-aaf9-4040526610ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cff15e84-fc6d-4fab-9100-6ab8022ec990'}}] {{(pid=93000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:55:25.740682 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-604b3de1-11c0-49d0-8aad-db69dde7195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:25.747624 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-35c8716b-f097-4171-9c35-118f2617db58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:25.805304 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954c64d1-32ed-42e6-88f2-7824f4a6f7cb req-6274b745-aaaa-40c0-9ba4-07765c06c6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:25.806856 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-954c64d1-32ed-42e6-88f2-7824f4a6f7cb req-6274b745-aaaa-40c0-9ba4-07765c06c6d5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5841a00f-1bad-4ab7-915c-cb1a97ab2ba2 HTTP/1.1" status: 200 len: 1099 time: 0.5327275 Jul 16 02:55:25.808155 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-3d22c7e3-e4be-49cd-8a8c-757297a2e7b7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:25.848329 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-3d22c7e3-e4be-49cd-8a8c-757297a2e7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:25.865775 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6f335858-a55f-406d-83e1-a46e2a28152d req-3366f152-ab41-425d-96f1-52d9abe5b933 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003794 Jul 16 02:55:25.878490 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-745a6f43-09b7-4c3c-8222-95f4e05914fe req-6de397b3-e21f-4d84-9204-9dec7aeca0bb tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460917 Jul 16 02:55:25.906052 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-604b3de1-11c0-49d0-8aad-db69dde7195e None None] For port 240bac95-cf53-4029-9478-954be4925844, host dv-cinder-788364-5-smb, cleared binding levels {{(pid=93000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:55:25.924833 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-604b3de1-11c0-49d0-8aad-db69dde7195e None None] For port 240bac95-cf53-4029-9478-954be4925844, host dv-cinder-788364-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=240bac95-cf53-4029-9478-954be4925844,segment=NetworkSegment(183d1364-b160-4473-aaf9-4040526610ca),segment_id=183d1364-b160-4473-aaf9-4040526610ca)] {{(pid=93000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:55:25.935552 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-604b3de1-11c0-49d0-8aad-db69dde7195e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:25.944029 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1c1f605a-1ff9-4580-b158-762f5acc5695 req-11c6da57-1d27-4896-8361-662a5eec4862 service neutron] 10.222.0.52 "GET /v2.0/networks/369c9602-2d30-448c-9089-c94082348fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488488 Jul 16 02:55:26.060215 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604b3de1-11c0-49d0-8aad-db69dde7195e None None] Pushing event updated for resources: {'Port': ['ID=240bac95-cf53-4029-9478-954be4925844,revision_number=2']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:26.070794 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-954c64d1-32ed-42e6-88f2-7824f4a6f7cb req-6bcb05da-e6a3-476c-a4fc-cd8a89a78370 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317388 Jul 16 02:55:26.134625 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1c1f605a-1ff9-4580-b158-762f5acc5695 req-42bf1c58-1328-4b94-92a1-768dcd77b2ba service neutron] 10.222.0.52 "GET /v2.0/networks/369c9602-2d30-448c-9089-c94082348fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846874 Jul 16 02:55:26.181688 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_common [None req-3d22c7e3-e4be-49cd-8a8c-757297a2e7b7 admin admin] Allocated IP 172.28.1.73 (7c2f8857-88c5-405d-9e5d-ca6a329284f0/001ca838-c681-472d-be9c-9f5b7f18b0f7/71823b24-21be-4bdf-8a5a-7ddcc0f338d3) {{(pid=92999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:55:26.202448 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-35c8716b-f097-4171-9c35-118f2617db58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:26.209335 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-35c8716b-f097-4171-9c35-118f2617db58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:26.259044 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-35c8716b-f097-4171-9c35-118f2617db58 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37efcaf116f64e2085580fa3f2da3704&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8093715 Jul 16 02:55:26.260139 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8716b-f097-4171-9c35-118f2617db58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e49a3762-b28f-4047-9450-88c878298338,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:26.263204 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 48278) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:26.335653 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-7a373d05-bb16-4c88-b005-dac8ce02c8ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:26.382414 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-3d22c7e3-e4be-49cd-8a8c-757297a2e7b7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:26.388008 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-7a373d05-bb16-4c88-b005-dac8ce02c8ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:26.482999 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-3d22c7e3-e4be-49cd-8a8c-757297a2e7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:26.539998 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-7a373d05-bb16-4c88-b005-dac8ce02c8ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:26.543193 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-7a373d05-bb16-4c88-b005-dac8ce02c8ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:26.544977 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-7a373d05-bb16-4c88-b005-dac8ce02c8ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e49a3762-b28f-4047-9450-88c878298338 HTTP/1.1" status: 204 len: 168 time: 0.2810111 Jul 16 02:55:26.564818 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a373d05-bb16-4c88-b005-dac8ce02c8ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e49a3762-b28f-4047-9450-88c878298338,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:26.590982 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d22c7e3-e4be-49cd-8a8c-757297a2e7b7 admin admin] Network 7c2f8857-88c5-405d-9e5d-ca6a329284f0 is already hosted by enough agents. {{(pid=92999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:55:26.606449 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [None req-3d22c7e3-e4be-49cd-8a8c-757297a2e7b7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:55:26.613441 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d22c7e3-e4be-49cd-8a8c-757297a2e7b7 admin admin] Received port after_create {{(pid=92999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:55:26.649824 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d22c7e3-e4be-49cd-8a8c-757297a2e7b7 admin admin] Pushing event updated for resources: {'Port': ['ID=71823b24-21be-4bdf-8a5a-7ddcc0f338d3,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:26.807406 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6d1836-0686-482a-9b50-bc8373da70f4 req-624cd05c-d950-439b-ad22-4d3aa20d0f6b tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:26.809226 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2e6d1836-0686-482a-9b50-bc8373da70f4 req-624cd05c-d950-439b-ad22-4d3aa20d0f6b tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.1033249 Jul 16 02:55:26.894882 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2e6d1836-0686-482a-9b50-bc8373da70f4 req-b01c4f4d-ef13-4d53-8105-f376ad6193ad tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714436 Jul 16 02:55:27.098400 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-3d22c7e3-e4be-49cd-8a8c-757297a2e7b7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:27.178919 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 48290) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:27.186872 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78aff8-6e3b-4354-a1ea-f9898a356b1f req-4a5f9e0b-73bc-4125-a486-a946d18555e7 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:27.188593 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7d78aff8-6e3b-4354-a1ea-f9898a356b1f req-4a5f9e0b-73bc-4125-a486-a946d18555e7 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=5841a00f-1bad-4ab7-915c-cb1a97ab2ba2 HTTP/1.1" status: 200 len: 946 time: 0.1270328 Jul 16 02:55:27.214580 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893b5c8c-a0f6-4ff9-ac70-8875ca301627 req-ed0c01b0-b89f-4faf-8943-29899d1e5267 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:27.216241 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-893b5c8c-a0f6-4ff9-ac70-8875ca301627 req-ed0c01b0-b89f-4faf-8943-29899d1e5267 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=e67cbc7a-f34a-48bf-86ff-397782d04d44 HTTP/1.1" status: 200 len: 944 time: 0.1432045 Jul 16 02:55:27.234309 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-fd8746a0-637b-42d9-8d24-fe0f2bb7b51d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:27.305821 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7d78aff8-6e3b-4354-a1ea-f9898a356b1f req-35eeff73-3f2f-40c1-8edd-c0e06d9e6f24 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082454 Jul 16 02:55:27.332256 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-893b5c8c-a0f6-4ff9-ac70-8875ca301627 req-44251482-215d-4a01-8e7b-4c4f8c4cca80 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948493 Jul 16 02:55:27.376980 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-3d22c7e3-e4be-49cd-8a8c-757297a2e7b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441863'] for router, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:27.409972 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-fd8746a0-637b-42d9-8d24-fe0f2bb7b51d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:27.415788 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-fd8746a0-637b-42d9-8d24-fe0f2bb7b51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:27.464148 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f409aa5-485d-4d47-aa4a-884d615f30da None None] Network cff15e84-fc6d-4fab-9100-6ab8022ec990 requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:55:27.465035 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-fd8746a0-637b-42d9-8d24-fe0f2bb7b51d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34d8f87cf552465aa4bf282ede319176&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2747173 Jul 16 02:55:27.466090 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8746a0-637b-42d9-8d24-fe0f2bb7b51d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddb09721-32a7-47e2-a9ec-7fe7354be1c1,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:27.468802 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 48292) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:27.530701 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0f918cd2-5c08-42ad-8e60-725242bc139d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:27.565754 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d22c7e3-e4be-49cd-8a8c-757297a2e7b7 admin admin] Router 9aec63fb-16bc-4c42-a63a-2a9c31e97869 is scheduled to L3 agent c2717fd8-7624-4935-9c00-920e66229c5a with binding_index 1 {{(pid=92999) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:55:27.566047 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0f918cd2-5c08-42ad-8e60-725242bc139d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:27.600236 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-13562dfe-a0c2-4c70-bba2-28c4bf5c31c8 None None] Provisioning for port 240bac95-cf53-4029-9478-954be4925844 completed by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:55:27.632996 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0f918cd2-5c08-42ad-8e60-725242bc139d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:27.637077 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0f918cd2-5c08-42ad-8e60-725242bc139d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:27.639261 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-0f918cd2-5c08-42ad-8e60-725242bc139d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ddb09721-32a7-47e2-a9ec-7fe7354be1c1 HTTP/1.1" status: 204 len: 168 time: 0.1692843 Jul 16 02:55:27.690532 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f918cd2-5c08-42ad-8e60-725242bc139d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddb09721-32a7-47e2-a9ec-7fe7354be1c1,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:27.797918 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d22c7e3-e4be-49cd-8a8c-757297a2e7b7 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:55:27.810129 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662d1984-1749-45db-967b-99628641373d None None] Sync routers for ids ['9aec63fb-16bc-4c42-a63a-2a9c31e97869'] in dv-cinder-788364-5-smb {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:55:27.818524 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-3d22c7e3-e4be-49cd-8a8c-757297a2e7b7 admin admin] Notify callbacks [] for router, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:27.819924 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-3d22c7e3-e4be-49cd-8a8c-757297a2e7b7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4325168 Jul 16 02:55:27.822561 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 48304) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:27.834222 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662d1984-1749-45db-967b-99628641373d None None] Routers {'9aec63fb-16bc-4c42-a63a-2a9c31e97869'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:55:27.834894 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-662d1984-1749-45db-967b-99628641373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:55:22Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['9aec63fb-16bc-4c42-a63a-2a9c31e97869'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:28.073125 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 240bac95-cf53-4029-9478-954be4925844 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:55:28.115070 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-662d1984-1749-45db-967b-99628641373d None None] Set router 9aec63fb-16bc-4c42-a63a-2a9c31e97869 gateway port host: dv-cinder-788364-5-smb {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:55:28.282668 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning for port 240bac95-cf53-4029-9478-954be4925844 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:55:28.295015 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 240bac95-cf53-4029-9478-954be4925844 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:28.300208 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:28.322060 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 5aa6f76c-551a-41a1-9a63-331c001e353d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:55:28.402820 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-a40fd039-e77a-42b7-93d7-d053a9a08e5a None None] Provisioning complete for port 240bac95-cf53-4029-9478-954be4925844 triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:28.403229 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a40fd039-e77a-42b7-93d7-d053a9a08e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:28.534741 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-662d1984-1749-45db-967b-99628641373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'name': 'tempest-TestMinimumBasicScenario-99972491-router', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '71823b24-21be-4bdf-8a5a-7ddcc0f338d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:24Z', 'updated_at': '2021-07-16T02:55:26Z', 'revision_number': 3, 'project_id': '7a07fe20008544158432a3e05ba4b289', 'gw_port': {'id': '71823b24-21be-4bdf-8a5a-7ddcc0f338d3', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:25Z', 'updated_at': '2021-07-16T02:55:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb'}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:28.535110 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4cca9c-d4ce-4370-a45a-019666631c7c req-a4b1d3fb-0954-4cb8-9972-16dcb8202c52 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:28.551355 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0f4cca9c-d4ce-4370-a45a-019666631c7c req-a4b1d3fb-0954-4cb8-9972-16dcb8202c52 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.2418938 Jul 16 02:55:28.640350 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:28.641221 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662d1984-1749-45db-967b-99628641373d None None] Checking router: 9aec63fb-16bc-4c42-a63a-2a9c31e97869 for host: dv-cinder-788364-5-smb {{(pid=93001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:55:28.641864 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662d1984-1749-45db-967b-99628641373d None None] Updating router 9aec63fb-16bc-4c42-a63a-2a9c31e97869 port 71823b24-21be-4bdf-8a5a-7ddcc0f338d3 binding host dv-cinder-788364-5-smb {{(pid=93001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:55:28.715166 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-662d1984-1749-45db-967b-99628641373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:28.748247 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a40fd039-e77a-42b7-93d7-d053a9a08e5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:28.753549 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0f4cca9c-d4ce-4370-a45a-019666631c7c req-4cf04691-87ef-431e-922f-d421125690d5 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005360 Jul 16 02:55:28.789409 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-94114009-01ec-4376-9e6d-6e084048585d None None] For port 240bac95-cf53-4029-9478-954be4925844, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=240bac95-cf53-4029-9478-954be4925844,segment=NetworkSegment(183d1364-b160-4473-aaf9-4040526610ca),segment_id=183d1364-b160-4473-aaf9-4040526610ca)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:55:28.791614 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 5aa6f76c-551a-41a1-9a63-331c001e353d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5aa6f76c-551a-41a1-9a63-331c001e353d,segment=NetworkSegment(79ca5430-d8e6-49d4-993a-bab78abb34f5),segment_id=79ca5430-d8e6-49d4-993a-bab78abb34f5)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:55:28.804508 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:28.878294 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Pushing event updated for resources: {'Port': ['ID=240bac95-cf53-4029-9478-954be4925844,revision_number=3']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:28.892808 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-cc7bff3f-abf3-4b9c-80eb-fadad6a3c654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:28.921399 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1165e3-d9b4-4ebb-b40a-a14e659f358c req-0a7f717c-b196-4998-b0b4-e0dbf4dfeb89 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:28.924976 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-4a1165e3-d9b4-4ebb-b40a-a14e659f358c req-0a7f717c-b196-4998-b0b4-e0dbf4dfeb89 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=5841a00f-1bad-4ab7-915c-cb1a97ab2ba2 HTTP/1.1" status: 200 len: 946 time: 0.3035059 Jul 16 02:55:28.942759 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Returning: {'device': '5aa6f76c-551a-41a1-9a63-331c001e353d', 'network_id': '369c9602-2d30-448c-9089-c94082348fa1', 'port_id': '5aa6f76c-551a-41a1-9a63-331c001e353d', 'mac_address': 'fa:16:3e:70:be:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e8be35a-0517-4502-ba07-ab15f36fd8c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:55:29.012839 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-4a1165e3-d9b4-4ebb-b40a-a14e659f358c req-14e75636-64c1-4c51-a83c-481a9e812a9d tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718825 Jul 16 02:55:29.080931 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.db.api [None req-a40fd039-e77a-42b7-93d7-d053a9a08e5a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93000) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 02:55:29.082202 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG oslo_db.api [None req-a40fd039-e77a-42b7-93d7-d053a9a08e5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 02:55:29.109013 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:29.141571 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aa6f76c-551a-41a1-9a63-331c001e353d {{(pid=93000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:55:29.206188 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 5aa6f76c-551a-41a1-9a63-331c001e353d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5aa6f76c-551a-41a1-9a63-331c001e353d,segment=NetworkSegment(79ca5430-d8e6-49d4-993a-bab78abb34f5),segment_id=79ca5430-d8e6-49d4-993a-bab78abb34f5)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:55:29.212296 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:29.227121 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_common [None req-cc7bff3f-abf3-4b9c-80eb-fadad6a3c654 admin admin] Allocated IP 172.20.0.1 (cff15e84-fc6d-4fab-9100-6ab8022ec990/a0535213-d453-4aa5-8b48-17b60fb36114/5ee7cd17-c6b7-4226-9359-c8a487eaecb7) {{(pid=92999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:55:29.325698 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e521a-4e7a-4cf1-a93a-105419528829 req-394d6c3c-ae81-4d66-b13f-940c7d1ba8d7 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:29.342124 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-083e521a-4e7a-4cf1-a93a-105419528829 req-394d6c3c-ae81-4d66-b13f-940c7d1ba8d7 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=e67cbc7a-f34a-48bf-86ff-397782d04d44 HTTP/1.1" status: 200 len: 944 time: 0.1833942 Jul 16 02:55:29.367410 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=5aa6f76c-551a-41a1-9a63-331c001e353d,revision_number=4']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:29.434982 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-083e521a-4e7a-4cf1-a93a-105419528829 req-3859fd1d-f719-4227-8186-9eefdc95a49c tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909560 Jul 16 02:55:29.483038 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-cc7bff3f-abf3-4b9c-80eb-fadad6a3c654 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:29.521903 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.provisioning_blocks [None req-cc7bff3f-abf3-4b9c-80eb-fadad6a3c654 admin admin] Transition to ACTIVE for port object 5ee7cd17-c6b7-4226-9359-c8a487eaecb7 will not be triggered until provisioned by entity DHCP. {{(pid=92999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:55:29.641983 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-662d1984-1749-45db-967b-99628641373d None None] Notify callbacks [] for port, precommit_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:29.669190 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.provisioning_blocks [None req-662d1984-1749-45db-967b-99628641373d None None] Transition to ACTIVE for port object 71823b24-21be-4bdf-8a5a-7ddcc0f338d3 will not be triggered until provisioned by entity L2. {{(pid=93001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:55:29.678436 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-cc7bff3f-abf3-4b9c-80eb-fadad6a3c654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:29.685679 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-662d1984-1749-45db-967b-99628641373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:29.734023 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7bff3f-abf3-4b9c-80eb-fadad6a3c654 admin admin] Network cff15e84-fc6d-4fab-9100-6ab8022ec990 is already hosted by enough agents. {{(pid=92999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:55:29.740609 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [None req-cc7bff3f-abf3-4b9c-80eb-fadad6a3c654 admin admin] Resources bound (agent type, host, resource id): {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:55:29.745712 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7bff3f-abf3-4b9c-80eb-fadad6a3c654 admin admin] Received port after_create {{(pid=92999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:55:29.774525 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0397cd-1e1b-4fe3-a40a-b2cd11ec6b04 None None] Pushing event updated for resources: {'Port': ['ID=71823b24-21be-4bdf-8a5a-7ddcc0f338d3,revision_number=2']} {{(pid=93001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:29.815396 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7bff3f-abf3-4b9c-80eb-fadad6a3c654 admin admin] Pushing event updated for resources: {'Port': ['ID=5ee7cd17-c6b7-4226-9359-c8a487eaecb7,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:29.832246 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-cc7bff3f-abf3-4b9c-80eb-fadad6a3c654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434992'] for router_interface, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:29.842981 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0397cd-1e1b-4fe3-a40a-b2cd11ec6b04 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:29.847270 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0397cd-1e1b-4fe3-a40a-b2cd11ec6b04 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:29.847621 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0397cd-1e1b-4fe3-a40a-b2cd11ec6b04 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:29.848314 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0397cd-1e1b-4fe3-a40a-b2cd11ec6b04 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:29.848314 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0397cd-1e1b-4fe3-a40a-b2cd11ec6b04 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:29.848712 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0397cd-1e1b-4fe3-a40a-b2cd11ec6b04 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:29.848995 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0397cd-1e1b-4fe3-a40a-b2cd11ec6b04 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:29.854653 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0397cd-1e1b-4fe3-a40a-b2cd11ec6b04 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:29.854986 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0397cd-1e1b-4fe3-a40a-b2cd11ec6b04 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:29.855331 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0397cd-1e1b-4fe3-a40a-b2cd11ec6b04 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:29.855672 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0397cd-1e1b-4fe3-a40a-b2cd11ec6b04 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:29.856219 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0397cd-1e1b-4fe3-a40a-b2cd11ec6b04 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:29.887435 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['5aa6f76c-551a-41a1-9a63-331c001e353d'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:55:29.958114 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.managers [None req-662d1984-1749-45db-967b-99628641373d None None] Attempting to bind port 71823b24-21be-4bdf-8a5a-7ddcc0f338d3 on host dv-cinder-788364-5-smb for vnic_type normal with profile {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:55:29.958114 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.managers [None req-662d1984-1749-45db-967b-99628641373d None None] Attempting to bind port 71823b24-21be-4bdf-8a5a-7ddcc0f338d3 by drivers openvswitch,hyperv on host dv-cinder-788364-5-smb at level 0 using segments [{'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'}] {{(pid=93001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:55:29.958114 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662d1984-1749-45db-967b-99628641373d None None] Attempting to bind port 71823b24-21be-4bdf-8a5a-7ddcc0f338d3 on network 7c2f8857-88c5-405d-9e5d-ca6a329284f0 {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:55:29.959633 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662d1984-1749-45db-967b-99628641373d None None] Checking agent: {'id': '8f3583b4-bf6b-4e6e-ba40-769030d39d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 45, 21), 'started_at': datetime.datetime(2021, 7, 16, 2, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:55:29.960046 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662d1984-1749-45db-967b-99628641373d None None] Checking segment: {'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:55:29.960479 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-662d1984-1749-45db-967b-99628641373d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:29.965352 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662d1984-1749-45db-967b-99628641373d None None] Bound using segment: {'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'} {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:55:29.966147 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.managers [None req-662d1984-1749-45db-967b-99628641373d None None] Bound port: 71823b24-21be-4bdf-8a5a-7ddcc0f338d3, host: dv-cinder-788364-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'}}] {{(pid=93001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:55:29.966476 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-662d1984-1749-45db-967b-99628641373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:30.057953 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 240bac95-cf53-4029-9478-954be4925844 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:55:30.088363 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.db [None req-662d1984-1749-45db-967b-99628641373d None None] For port 71823b24-21be-4bdf-8a5a-7ddcc0f338d3, host dv-cinder-788364-5-smb, cleared binding levels {{(pid=93001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:55:30.098960 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741fe9dc-014e-4cdb-b646-e09a5e61cbaa req-8ab05f00-6728-4def-a8f5-c10ec4d74282 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:30.101705 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.db [None req-662d1984-1749-45db-967b-99628641373d None None] For port 71823b24-21be-4bdf-8a5a-7ddcc0f338d3, host dv-cinder-788364-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=71823b24-21be-4bdf-8a5a-7ddcc0f338d3,segment=NetworkSegment(552c363b-8a94-4391-a7bf-95f73577cc8e),segment_id=552c363b-8a94-4391-a7bf-95f73577cc8e)] {{(pid=93001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:55:30.106498 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-741fe9dc-014e-4cdb-b646-e09a5e61cbaa req-8ab05f00-6728-4def-a8f5-c10ec4d74282 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.1254349 Jul 16 02:55:30.113337 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-662d1984-1749-45db-967b-99628641373d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:30.170813 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662d1984-1749-45db-967b-99628641373d None None] Routers {'9aec63fb-16bc-4c42-a63a-2a9c31e97869'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:55:30.171817 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-662d1984-1749-45db-967b-99628641373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:55:22Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['9aec63fb-16bc-4c42-a63a-2a9c31e97869'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:30.189505 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-cc7bff3f-abf3-4b9c-80eb-fadad6a3c654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:30.193251 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-741fe9dc-014e-4cdb-b646-e09a5e61cbaa req-de69beab-8b1c-4671-b259-58fe1014eaca tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839593 Jul 16 02:55:30.300570 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 240bac95-cf53-4029-9478-954be4925844 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:30.301217 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:30.391090 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-662d1984-1749-45db-967b-99628641373d None None] Set router 9aec63fb-16bc-4c42-a63a-2a9c31e97869 gateway port host: dv-cinder-788364-5-smb {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:55:30.459160 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0397cd-1e1b-4fe3-a40a-b2cd11ec6b04 None None] Pushing event updated for resources: {'Port': ['ID=71823b24-21be-4bdf-8a5a-7ddcc0f338d3,revision_number=3']} {{(pid=93001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:30.519846 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-dc24fe6b-137b-439c-adb2-e9f9aad19589 None None] Provisioning for port 5ee7cd17-c6b7-4226-9359-c8a487eaecb7 completed by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:55:30.527423 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-dc24fe6b-137b-439c-adb2-e9f9aad19589 None None] Provisioning complete for port 5ee7cd17-c6b7-4226-9359-c8a487eaecb7 triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:30.528075 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-dc24fe6b-137b-439c-adb2-e9f9aad19589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:30.610123 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-cc7bff3f-abf3-4b9c-80eb-fadad6a3c654 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:30.616564 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-cc7bff3f-abf3-4b9c-80eb-fadad6a3c654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9108244'] for port, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:30.619463 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-dc24fe6b-137b-439c-adb2-e9f9aad19589 None None] Port 5ee7cd17-c6b7-4226-9359-c8a487eaecb7 cannot update to ACTIVE because it is not bound. {{(pid=93000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:55:30.815031 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-cc7bff3f-abf3-4b9c-80eb-fadad6a3c654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435012'] for router_interface, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:30.819312 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7bff3f-abf3-4b9c-80eb-fadad6a3c654 admin admin] Pushing event updated for resources: {'Port': ['ID=5ee7cd17-c6b7-4226-9359-c8a487eaecb7,revision_number=2']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:30.873066 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-662d1984-1749-45db-967b-99628641373d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'name': 'tempest-TestMinimumBasicScenario-99972491-router', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '71823b24-21be-4bdf-8a5a-7ddcc0f338d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:24Z', 'updated_at': '2021-07-16T02:55:30Z', 'revision_number': 4, 'project_id': '7a07fe20008544158432a3e05ba4b289', 'gw_port': {'id': '71823b24-21be-4bdf-8a5a-7ddcc0f338d3', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:25Z', 'updated_at': '2021-07-16T02:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '5ee7cd17-c6b7-4226-9359-c8a487eaecb7', 'name': '', 'network_id': 'cff15e84-fc6d-4fab-9100-6ab8022ec990', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'mac_address': 'fa:16:3e:d1:00:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a0535213-d453-4aa5-8b48-17b60fb36114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:28Z', 'updated_at': '2021-07-16T02:55:29Z', 'revision_number': 1, 'project_id': '7a07fe20008544158432a3e05ba4b289', 'subnets': [{'id': 'a0535213-d453-4aa5-8b48-17b60fb36114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:30.907217 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8400c7b7-ed18-4d55-a57b-632f26e16a20 req-5bbfc655-855d-4dca-bbc3-c64b452d3cd3 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:30.909528 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8400c7b7-ed18-4d55-a57b-632f26e16a20 req-5bbfc655-855d-4dca-bbc3-c64b452d3cd3 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=e67cbc7a-f34a-48bf-86ff-397782d04d44 HTTP/1.1" status: 200 len: 945 time: 0.1524498 Jul 16 02:55:30.924148 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-662d1984-1749-45db-967b-99628641373d None None] The sync data for ids ['9aec63fb-16bc-4c42-a63a-2a9c31e97869'] in dv-cinder-788364-5-smb is: [{'id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'name': 'tempest-TestMinimumBasicScenario-99972491-router', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '71823b24-21be-4bdf-8a5a-7ddcc0f338d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:24Z', 'updated_at': '2021-07-16T02:55:30Z', 'revision_number': 4, 'project_id': '7a07fe20008544158432a3e05ba4b289', 'gw_port': {'id': '71823b24-21be-4bdf-8a5a-7ddcc0f338d3', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:25Z', 'updated_at': '2021-07-16T02:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '5ee7cd17-c6b7-4226-9359-c8a487eaecb7', 'name': '', 'network_id': 'cff15e84-fc6d-4fab-9100-6ab8022ec990', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'mac_address': 'fa:16:3e:d1:00:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a0535213-d453-4aa5-8b48-17b60fb36114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:28Z', 'updated_at': '2021-07-16T02:55:29Z', 'revision_number': 1, 'project_id': '7a07fe20008544158432a3e05ba4b289', 'subnets': [{'id': 'a0535213-d453-4aa5-8b48-17b60fb36114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:55:31.007096 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8400c7b7-ed18-4d55-a57b-632f26e16a20 req-b1f19fc8-ea77-41a4-8e13-74c2d46c2c8e tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901990 Jul 16 02:55:31.325535 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc7bff3f-abf3-4b9c-80eb-fadad6a3c654 admin admin] Network cff15e84-fc6d-4fab-9100-6ab8022ec990 is already hosted by enough agents. {{(pid=92999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:55:31.327991 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [None req-cc7bff3f-abf3-4b9c-80eb-fadad6a3c654 admin admin] Resources bound (agent type, host, resource id): {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:55:31.520914 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7359e627-2c1a-4a48-b368-a358eb68e6c7 req-1acc9c72-8e18-4ea7-bde9-3a71e52b4093 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:31.541787 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7359e627-2c1a-4a48-b368-a358eb68e6c7 req-1acc9c72-8e18-4ea7-bde9-3a71e52b4093 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.1619518 Jul 16 02:55:31.602945 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc7bff3f-abf3-4b9c-80eb-fadad6a3c654 admin admin] Router 9aec63fb-16bc-4c42-a63a-2a9c31e97869 has already been hosted by L3 agent c2717fd8-7624-4935-9c00-920e66229c5a {{(pid=92999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:55:31.651770 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7359e627-2c1a-4a48-b368-a358eb68e6c7 req-59b98b8e-8a44-4f30-90bd-a07351845585 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086962 Jul 16 02:55:31.784327 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-82360c66-5716-4246-976e-c02f52fc64e3 None None] Provisioning complete for port 5ee7cd17-c6b7-4226-9359-c8a487eaecb7 triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:31.784327 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-82360c66-5716-4246-976e-c02f52fc64e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:31.813065 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc7bff3f-abf3-4b9c-80eb-fadad6a3c654 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:55:31.835038 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-cc7bff3f-abf3-4b9c-80eb-fadad6a3c654 admin admin] 10.222.0.21 "PUT /v2.0/routers/9aec63fb-16bc-4c42-a63a-2a9c31e97869/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0113451 Jul 16 02:55:31.857952 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-82360c66-5716-4246-976e-c02f52fc64e3 None None] Port 5ee7cd17-c6b7-4226-9359-c8a487eaecb7 cannot update to ACTIVE because it is not bound. {{(pid=93000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:55:32.293179 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 5aa6f76c-551a-41a1-9a63-331c001e353d up at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:55:32.385315 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c57e75-9eee-482f-965e-d05aec37e40f req-0a5f9ca9-0134-4e00-870c-badd5011b5fa tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:32.394387 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-34c57e75-9eee-482f-965e-d05aec37e40f req-0a5f9ca9-0134-4e00-870c-badd5011b5fa tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=e67cbc7a-f34a-48bf-86ff-397782d04d44 HTTP/1.1" status: 200 len: 945 time: 0.1309109 Jul 16 02:55:32.477591 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning for port 5aa6f76c-551a-41a1-9a63-331c001e353d completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:55:32.480012 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-34c57e75-9eee-482f-965e-d05aec37e40f req-b30e8f97-1c9d-42d6-9470-d95efe7f36e6 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826521 Jul 16 02:55:32.483273 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning complete for port 5aa6f76c-551a-41a1-9a63-331c001e353d triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:32.484017 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:32.615010 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:32.642592 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 48438) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:32.666827 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67cbc7a-f34a-48bf-86ff-397782d04d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa6f76c-551a-41a1-9a63-331c001e353d'}] {{(pid=93000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:55:32.669483 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea702c1d27a9afaa317d21627fdeb95d85c281d49492fc16ca315a181738864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72c071f5-dff1-40de-8b93-3a94b04234bb" -d '{"events": [{"server_uuid": "e67cbc7a-f34a-48bf-86ff-397782d04d44", "name": "network-vif-plugged", "status": "completed", "tag": "5aa6f76c-551a-41a1-9a63-331c001e353d"}]}' {{(pid=93000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:55:32.682678 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 5aa6f76c-551a-41a1-9a63-331c001e353d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5aa6f76c-551a-41a1-9a63-331c001e353d,segment=NetworkSegment(79ca5430-d8e6-49d4-993a-bab78abb34f5),segment_id=79ca5430-d8e6-49d4-993a-bab78abb34f5)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:55:32.695413 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:32.756363 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b99214-75e3-44b4-a116-1408a4b54ac0 x-openstack-request-id: req-11b99214-75e3-44b4-a116-1408a4b54ac0 {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:55:32.757014 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67cbc7a-f34a-48bf-86ff-397782d04d44", "name": "network-vif-plugged", "status": "completed", "tag": "5aa6f76c-551a-41a1-9a63-331c001e353d", "code": 200}]} {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:55:32.757663 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-11b99214-75e3-44b4-a116-1408a4b54ac0 {{(pid=93000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:55:32.758281 dv-cinder-788364-5-smb neutron-server[93000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67cbc7a-f34a-48bf-86ff-397782d04d44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa6f76c-551a-41a1-9a63-331c001e353d', 'code': 200} Jul 16 02:55:32.760376 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=5aa6f76c-551a-41a1-9a63-331c001e353d,revision_number=5']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:32.926942 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 48452) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:32.932534 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-89372583-d9d1-4241-a2af-674c933c7ffa admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2091618674-network', 'tenant_id': 'd3724e54dd5e4163ba3bb13cf0a96db0'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:32.965625 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89372583-d9d1-4241-a2af-674c933c7ffa admin admin] Made reservation on behalf of d3724e54dd5e4163ba3bb13cf0a96db0 for: {'network': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:55:32.968813 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-89372583-d9d1-4241-a2af-674c933c7ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for network, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:32.981102 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-89372583-d9d1-4241-a2af-674c933c7ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:33.002545 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b331b08-637e-4ebc-b5a4-a0a3b4e580fe req-1599b47f-ca34-451b-b636-f3683560b5cc tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:33.006221 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6b331b08-637e-4ebc-b5a4-a0a3b4e580fe req-1599b47f-ca34-451b-b636-f3683560b5cc tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.1316731 Jul 16 02:55:33.017320 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5e31f613-5767-4495-bbc0-3d64c1a9c257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:33.118632 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6b331b08-637e-4ebc-b5a4-a0a3b4e580fe req-c8032f01-858d-43c7-b862-63e8523bfbdb tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942702 Jul 16 02:55:33.144298 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-89372583-d9d1-4241-a2af-674c933c7ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:33.153988 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-89372583-d9d1-4241-a2af-674c933c7ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:33.201065 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89372583-d9d1-4241-a2af-674c933c7ffa admin admin] vlan segment allocate from pool success with {'vlan_id': 530, 'physical_network': 'physnet1'} {{(pid=92999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:55:33.229112 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89372583-d9d1-4241-a2af-674c933c7ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f35add9-eb1d-4ed3-adf5-d59a745538a9,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:33.234414 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-89372583-d9d1-4241-a2af-674c933c7ffa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:33.234951 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.db.segments_db [None req-89372583-d9d1-4241-a2af-674c933c7ffa admin admin] Added segment 40ac181a-11b6-441c-b42d-20d46c27951d of type vlan for network ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1 Jul 16 02:55:33.264027 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12f4f8d-c41b-43f8-b9a0-3d5ba430f92f req-4db62898-3d4a-4797-a195-ea5854400885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:33.265802 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e12f4f8d-c41b-43f8-b9a0-3d5ba430f92f req-4db62898-3d4a-4797-a195-ea5854400885 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e67cbc7a-f34a-48bf-86ff-397782d04d44 HTTP/1.1" status: 200 len: 1099 time: 0.1689231 Jul 16 02:55:33.321531 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-89372583-d9d1-4241-a2af-674c933c7ffa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744534580228'] for network, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:33.333221 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e12f4f8d-c41b-43f8-b9a0-3d5ba430f92f req-e3f62e49-165f-4e0a-9433-3a3f6f820ac7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574687 Jul 16 02:55:33.346057 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5e31f613-5767-4495-bbc0-3d64c1a9c257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:33.351476 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5e31f613-5767-4495-bbc0-3d64c1a9c257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:33.368773 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-89372583-d9d1-4241-a2af-674c933c7ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154'] for network, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:33.370215 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89372583-d9d1-4241-a2af-674c933c7ffa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:33.370979 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-89372583-d9d1-4241-a2af-674c933c7ffa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:33.438287 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-5e31f613-5767-4495-bbc0-3d64c1a9c257 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7efc974e30554b3e8e76721dbd5385e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7921851 Jul 16 02:55:33.439862 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31f613-5767-4495-bbc0-3d64c1a9c257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3089dead-817f-4f19-82ee-5b61e6243cfa,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:33.455755 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 48458) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:33.493454 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-89372583-d9d1-4241-a2af-674c933c7ffa admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5652981 Jul 16 02:55:33.494615 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89372583-d9d1-4241-a2af-674c933c7ffa admin admin] Pushing event updated for resources: {'Network': ['ID=ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:33.497927 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 48460) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:33.512984 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Network ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1 details requested by agent ovs-agent-dv-cinder-788364-5-smb with host dv-cinder-788364-5-smb {{(pid=93000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:55:33.519295 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-67431849-ea8d-4b14-8b94-572bba244819 admin admin] Request body: {'subnet': {'network_id': 'ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2091618674-subnet', 'tenant_id': 'd3724e54dd5e4163ba3bb13cf0a96db0', 'ip_version': 4}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:33.570810 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67431849-ea8d-4b14-8b94-572bba244819 admin admin] Made reservation on behalf of d3724e54dd5e4163ba3bb13cf0a96db0 for: {'subnet': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:55:33.574965 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-67431849-ea8d-4b14-8b94-572bba244819 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10320794'] for subnet, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:33.601260 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-22e72110-83cd-420c-a9ee-2f1a31b0bb4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:33.644801 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-22e72110-83cd-420c-a9ee-2f1a31b0bb4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:33.760583 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfa1470-2a29-4c80-a159-a16b0abcad78 req-437bb1ba-b1d8-4fdf-a198-e7804992c318 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:33.762430 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-cbfa1470-2a29-4c80-a159-a16b0abcad78 req-437bb1ba-b1d8-4fdf-a198-e7804992c318 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=e67cbc7a-f34a-48bf-86ff-397782d04d44 HTTP/1.1" status: 200 len: 946 time: 0.1365819 Jul 16 02:55:33.763813 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-22e72110-83cd-420c-a9ee-2f1a31b0bb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:33.766972 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-22e72110-83cd-420c-a9ee-2f1a31b0bb4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:33.768193 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-22e72110-83cd-420c-a9ee-2f1a31b0bb4d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3089dead-817f-4f19-82ee-5b61e6243cfa HTTP/1.1" status: 204 len: 168 time: 0.3086445 Jul 16 02:55:33.777197 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e72110-83cd-420c-a9ee-2f1a31b0bb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3089dead-817f-4f19-82ee-5b61e6243cfa,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:33.887409 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-67431849-ea8d-4b14-8b94-572bba244819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9108353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10320776'] for subnet, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:33.902274 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-cbfa1470-2a29-4c80-a159-a16b0abcad78 req-d04e27c1-5af0-483c-804d-ced259931678 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100948 Jul 16 02:55:34.029041 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 71823b24-21be-4bdf-8a5a-7ddcc0f338d3 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:55:34.069158 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67431849-ea8d-4b14-8b94-572bba244819 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c4a7b91-9679-47ca-a3db-6c729f493cc5,revision_number=0']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:34.110998 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67431849-ea8d-4b14-8b94-572bba244819 admin admin] Checking segment: {'id': '40ac181a-11b6-441c-b42d-20d46c27951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:55:34.111732 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67431849-ea8d-4b14-8b94-572bba244819 admin admin] Network hostable DHCP agents. Network: ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1, hostable agents: ['c650f718-c130-4f09-8c91-ca922a2630e5'], hosted agents: [] {{(pid=92999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:55:34.123260 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning for port 71823b24-21be-4bdf-8a5a-7ddcc0f338d3 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:55:34.128606 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 71823b24-21be-4bdf-8a5a-7ddcc0f338d3 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:34.129249 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:34.173473 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67431849-ea8d-4b14-8b94-572bba244819 admin admin] Network ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1 is scheduled to be hosted by DHCP agent c650f718-c130-4f09-8c91-ca922a2630e5 with binding_index 1 {{(pid=92999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:55:34.217860 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [None req-67431849-ea8d-4b14-8b94-572bba244819 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-smb, ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1) {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:55:34.232444 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67431849-ea8d-4b14-8b94-572bba244819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:34.233457 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-67431849-ea8d-4b14-8b94-572bba244819 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for subnet, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:34.235658 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8009d86-8f68-4e0b-aea5-14858008a2fb None None] Network ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1 requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:55:34.293697 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 48484) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:34.294541 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-67431849-ea8d-4b14-8b94-572bba244819 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7948945 Jul 16 02:55:34.311022 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-85979d26-1523-40e5-86d9-e8d8dcc72dfe admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2091618674-router', 'tenant_id': 'd3724e54dd5e4163ba3bb13cf0a96db0', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'}}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:34.362317 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:34.374128 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-85979d26-1523-40e5-86d9-e8d8dcc72dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12179'] for router, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:34.375805 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-85979d26-1523-40e5-86d9-e8d8dcc72dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12184'] for router, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:34.402307 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba28043-9b01-447e-b1d0-d72fc938d4fc None None] Sync routers for ids ['9aec63fb-16bc-4c42-a63a-2a9c31e97869'] in dv-cinder-788364-5-smb {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:55:34.424546 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba28043-9b01-447e-b1d0-d72fc938d4fc None None] Routers {'9aec63fb-16bc-4c42-a63a-2a9c31e97869'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:55:34.425200 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-3ba28043-9b01-447e-b1d0-d72fc938d4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:55:22Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['9aec63fb-16bc-4c42-a63a-2a9c31e97869'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:34.525752 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-94114009-01ec-4376-9e6d-6e084048585d None None] For port 71823b24-21be-4bdf-8a5a-7ddcc0f338d3, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=71823b24-21be-4bdf-8a5a-7ddcc0f338d3,segment=NetworkSegment(552c363b-8a94-4391-a7bf-95f73577cc8e),segment_id=552c363b-8a94-4391-a7bf-95f73577cc8e)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:55:34.549154 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:34.559655 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-85979d26-1523-40e5-86d9-e8d8dcc72dfe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:34.622207 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9801dd90-e3db-4c5b-b0cf-96fa0541a443 req-f32fc3c6-cfdc-4d33-aa10-cdb8e8796fd7 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:34.623923 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9801dd90-e3db-4c5b-b0cf-96fa0541a443 req-f32fc3c6-cfdc-4d33-aa10-cdb8e8796fd7 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.2381208 Jul 16 02:55:34.723662 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 48490) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:34.741611 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-36a3c933-13fd-4fe8-971a-978cb33c9d9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:34.749327 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Pushing event updated for resources: {'Port': ['ID=71823b24-21be-4bdf-8a5a-7ddcc0f338d3,revision_number=4']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:34.764079 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9801dd90-e3db-4c5b-b0cf-96fa0541a443 req-95843237-d3d5-477a-944c-0b5dc8045ec4 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103232 Jul 16 02:55:34.767748 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807d7e51-ab01-499f-8c94-930245701a1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabc5b27b-dadf-567d-9539-593606d9a02e-ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1', 'network_id': 'ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1', 'tenant_id': 'd3724e54dd5e4163ba3bb13cf0a96db0', 'fixed_ips': [{'subnet_id': '3c4a7b91-9679-47ca-a3db-6c729f493cc5'}]}} from dv-cinder-788364-5-smb. {{(pid=93000) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 02:55:34.768825 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-807d7e51-ab01-499f-8c94-930245701a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:34.769960 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-85979d26-1523-40e5-86d9-e8d8dcc72dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5490'] for router, precommit_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:34.805647 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-3ba28043-9b01-447e-b1d0-d72fc938d4fc None None] Set router 9aec63fb-16bc-4c42-a63a-2a9c31e97869 gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:55:34.906322 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-36a3c933-13fd-4fe8-971a-978cb33c9d9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:34.920813 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-36a3c933-13fd-4fe8-971a-978cb33c9d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:34.984499 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-36a3c933-13fd-4fe8-971a-978cb33c9d9a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=981e4fd67ba848cab31018016b7feade&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2591288 Jul 16 02:55:34.985283 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a3c933-13fd-4fe8-971a-978cb33c9d9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8de935-2107-4216-8e35-ca19036217e0,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:34.988696 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 48496) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:35.047781 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6e5ea766-7b9b-4b7d-8f95-f41351a922a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:35.076045 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6e5ea766-7b9b-4b7d-8f95-f41351a922a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:35.081599 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-85979d26-1523-40e5-86d9-e8d8dcc72dfe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:35.134955 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-85979d26-1523-40e5-86d9-e8d8dcc72dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:35.147748 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6e5ea766-7b9b-4b7d-8f95-f41351a922a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:35.150959 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6e5ea766-7b9b-4b7d-8f95-f41351a922a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:35.155604 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-6e5ea766-7b9b-4b7d-8f95-f41351a922a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e8de935-2107-4216-8e35-ca19036217e0 HTTP/1.1" status: 204 len: 168 time: 0.1654680 Jul 16 02:55:35.167469 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5ea766-7b9b-4b7d-8f95-f41351a922a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8de935-2107-4216-8e35-ca19036217e0,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:35.220680 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.db_base_plugin_common [None req-807d7e51-ab01-499f-8c94-930245701a1f None None] Allocated IP 172.20.0.2 (ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1/3c4a7b91-9679-47ca-a3db-6c729f493cc5/fa68ec38-6476-456f-85c3-43096ea1a8a2) {{(pid=93000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:55:35.226044 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08323163-832b-4674-aadb-6d3cb603e065 req-1f928c47-9ba3-43c4-a0f2-55c175dba2f8 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:35.227641 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-08323163-832b-4674-aadb-6d3cb603e065 req-1f928c47-9ba3-43c4-a0f2-55c175dba2f8 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=e67cbc7a-f34a-48bf-86ff-397782d04d44 HTTP/1.1" status: 200 len: 946 time: 0.1623597 Jul 16 02:55:35.327669 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-08323163-832b-4674-aadb-6d3cb603e065 req-88aa33b5-45c1-4051-b9d6-40a694638ad2 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697432 Jul 16 02:55:35.331284 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.db_base_plugin_common [None req-85979d26-1523-40e5-86d9-e8d8dcc72dfe admin admin] Allocated IP 172.28.1.213 (7c2f8857-88c5-405d-9e5d-ca6a329284f0/001ca838-c681-472d-be9c-9f5b7f18b0f7/5d3771a2-add9-4c83-9c98-a000723f633e) {{(pid=92998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:55:35.365918 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-3ba28043-9b01-447e-b1d0-d72fc938d4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'name': 'tempest-TestMinimumBasicScenario-99972491-router', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '71823b24-21be-4bdf-8a5a-7ddcc0f338d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:24Z', 'updated_at': '2021-07-16T02:55:30Z', 'revision_number': 4, 'project_id': '7a07fe20008544158432a3e05ba4b289', 'gw_port': {'id': '71823b24-21be-4bdf-8a5a-7ddcc0f338d3', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:25Z', 'updated_at': '2021-07-16T02:55:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '5ee7cd17-c6b7-4226-9359-c8a487eaecb7', 'name': '', 'network_id': 'cff15e84-fc6d-4fab-9100-6ab8022ec990', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'mac_address': 'fa:16:3e:d1:00:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a0535213-d453-4aa5-8b48-17b60fb36114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:28Z', 'updated_at': '2021-07-16T02:55:30Z', 'revision_number': 2, 'project_id': '7a07fe20008544158432a3e05ba4b289', 'subnets': [{'id': 'a0535213-d453-4aa5-8b48-17b60fb36114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:35.400808 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba28043-9b01-447e-b1d0-d72fc938d4fc None None] Checking router: 9aec63fb-16bc-4c42-a63a-2a9c31e97869 for host: dv-cinder-788364-5-smb {{(pid=93000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:55:35.401415 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba28043-9b01-447e-b1d0-d72fc938d4fc None None] Updating router 9aec63fb-16bc-4c42-a63a-2a9c31e97869 port 5ee7cd17-c6b7-4226-9359-c8a487eaecb7 binding host dv-cinder-788364-5-smb {{(pid=93000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:55:35.515716 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-3ba28043-9b01-447e-b1d0-d72fc938d4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:35.605780 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-807d7e51-ab01-499f-8c94-930245701a1f None None] Notify callbacks [] for port, precommit_create {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:35.616742 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-85979d26-1523-40e5-86d9-e8d8dcc72dfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:35.639467 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-807d7e51-ab01-499f-8c94-930245701a1f None None] Transition to ACTIVE for port object fa68ec38-6476-456f-85c3-43096ea1a8a2 will not be triggered until provisioned by entity L2. {{(pid=93000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:55:35.717603 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-85979d26-1523-40e5-86d9-e8d8dcc72dfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:35.791868 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85979d26-1523-40e5-86d9-e8d8dcc72dfe admin admin] Pushing event updated for resources: {'Port': ['ID=5d3771a2-add9-4c83-9c98-a000723f633e,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:35.805425 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85979d26-1523-40e5-86d9-e8d8dcc72dfe admin admin] Network 7c2f8857-88c5-405d-9e5d-ca6a329284f0 is already hosted by enough agents. {{(pid=92998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:55:35.807943 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.base_scheduler [None req-85979d26-1523-40e5-86d9-e8d8dcc72dfe admin admin] Resources bound (agent type, host, resource id): {{(pid=92998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:55:35.811109 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85979d26-1523-40e5-86d9-e8d8dcc72dfe admin admin] Received port after_create {{(pid=92998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:55:35.830611 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-807d7e51-ab01-499f-8c94-930245701a1f None None] Transition to ACTIVE for port object fa68ec38-6476-456f-85c3-43096ea1a8a2 will not be triggered until provisioned by entity DHCP. {{(pid=93000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:55:35.892900 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-807d7e51-ab01-499f-8c94-930245701a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323'] for port, after_create {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:35.960800 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 48532) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:35.992958 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-a228fdc4-f3a3-454d-9622-bd4862d2b0bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:36.033232 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-807d7e51-ab01-499f-8c94-930245701a1f None None] Network ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1 is already hosted by enough agents. {{(pid=93000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:55:36.042122 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 71823b24-21be-4bdf-8a5a-7ddcc0f338d3 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:55:36.065559 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.scheduler.base_scheduler [None req-807d7e51-ab01-499f-8c94-930245701a1f None None] Resources bound (agent type, host, resource id): {{(pid=93000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:55:36.136476 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-807d7e51-ab01-499f-8c94-930245701a1f None None] Received port after_create {{(pid=93000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:55:36.212644 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c4a355-2579-4171-872a-b29e52c3c951 req-114a7907-173f-4c78-92c7-20eeacb48afd tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:36.215262 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-92c4a355-2579-4171-872a-b29e52c3c951 req-114a7907-173f-4c78-92c7-20eeacb48afd tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.2148893 Jul 16 02:55:36.239811 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-a228fdc4-f3a3-454d-9622-bd4862d2b0bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:36.246653 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-a228fdc4-f3a3-454d-9622-bd4862d2b0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:36.357662 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-a228fdc4-f3a3-454d-9622-bd4862d2b0bd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f19bea2a581042f9b6701a27d90de78b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3951917 Jul 16 02:55:36.360580 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228fdc4-f3a3-454d-9622-bd4862d2b0bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac44b50d-dd85-42fa-bf64-034461048f77,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:36.363490 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 48548) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:36.407558 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-85979d26-1523-40e5-86d9-e8d8dcc72dfe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:36.432373 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d7e51-ab01-499f-8c94-930245701a1f None None] Pushing event updated for resources: {'Port': ['ID=fa68ec38-6476-456f-85c3-43096ea1a8a2,revision_number=1']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:36.524637 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-807d7e51-ab01-499f-8c94-930245701a1f None None] Attempting to bind port fa68ec38-6476-456f-85c3-43096ea1a8a2 on host dv-cinder-788364-5-smb for vnic_type normal with profile {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:55:36.525099 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-807d7e51-ab01-499f-8c94-930245701a1f None None] Attempting to bind port fa68ec38-6476-456f-85c3-43096ea1a8a2 by drivers openvswitch,hyperv on host dv-cinder-788364-5-smb at level 0 using segments [{'id': '40ac181a-11b6-441c-b42d-20d46c27951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1'}] {{(pid=93000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:55:36.525391 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807d7e51-ab01-499f-8c94-930245701a1f None None] Attempting to bind port fa68ec38-6476-456f-85c3-43096ea1a8a2 on network ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1 {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:55:36.540878 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 71823b24-21be-4bdf-8a5a-7ddcc0f338d3 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:36.541703 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:36.547338 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807d7e51-ab01-499f-8c94-930245701a1f None None] Checking agent: {'id': '8f3583b4-bf6b-4e6e-ba40-769030d39d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 45, 21), 'started_at': datetime.datetime(2021, 7, 16, 2, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:55:36.547717 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807d7e51-ab01-499f-8c94-930245701a1f None None] Checking segment: {'id': '40ac181a-11b6-441c-b42d-20d46c27951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:55:36.548104 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-807d7e51-ab01-499f-8c94-930245701a1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:36.548501 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-807d7e51-ab01-499f-8c94-930245701a1f None None] Bound using segment: {'id': '40ac181a-11b6-441c-b42d-20d46c27951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1'} {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:55:36.549158 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-807d7e51-ab01-499f-8c94-930245701a1f None None] Bound port: fa68ec38-6476-456f-85c3-43096ea1a8a2, host: dv-cinder-788364-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ac181a-11b6-441c-b42d-20d46c27951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1'}}] {{(pid=93000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:55:36.549989 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-807d7e51-ab01-499f-8c94-930245701a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:36.553964 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-92c4a355-2579-4171-872a-b29e52c3c951 req-7321d800-ac57-48a7-a727-3098a55c429f tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2800059 Jul 16 02:55:36.657201 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-9f3a27fa-66dc-41b8-92ae-049cb530c5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:36.725188 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-3ba28043-9b01-447e-b1d0-d72fc938d4fc None None] Notify callbacks [] for port, precommit_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:36.762986 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-3ba28043-9b01-447e-b1d0-d72fc938d4fc None None] Transition to ACTIVE for port object 5ee7cd17-c6b7-4226-9359-c8a487eaecb7 will not be triggered until provisioned by entity L2. {{(pid=93000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:55:36.765092 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-807d7e51-ab01-499f-8c94-930245701a1f None None] For port fa68ec38-6476-456f-85c3-43096ea1a8a2, host dv-cinder-788364-5-smb, cleared binding levels {{(pid=93000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:55:36.771254 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-807d7e51-ab01-499f-8c94-930245701a1f None None] For port fa68ec38-6476-456f-85c3-43096ea1a8a2, host dv-cinder-788364-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=fa68ec38-6476-456f-85c3-43096ea1a8a2,segment=NetworkSegment(40ac181a-11b6-441c-b42d-20d46c27951d),segment_id=40ac181a-11b6-441c-b42d-20d46c27951d)] {{(pid=93000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:55:36.774277 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-3ba28043-9b01-447e-b1d0-d72fc938d4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:36.786172 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-807d7e51-ab01-499f-8c94-930245701a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:36.886115 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577ca67-c9b5-44bc-a7d4-b5a386aeb28b None None] Pushing event updated for resources: {'Port': ['ID=5ee7cd17-c6b7-4226-9359-c8a487eaecb7,revision_number=3']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:36.950311 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-9f3a27fa-66dc-41b8-92ae-049cb530c5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:36.995638 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 48562) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:37.001863 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-3ba28043-9b01-447e-b1d0-d72fc938d4fc None None] Attempting to bind port 5ee7cd17-c6b7-4226-9359-c8a487eaecb7 on host dv-cinder-788364-5-smb for vnic_type normal with profile {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:55:37.002244 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-3ba28043-9b01-447e-b1d0-d72fc938d4fc None None] Attempting to bind port 5ee7cd17-c6b7-4226-9359-c8a487eaecb7 by drivers openvswitch,hyperv on host dv-cinder-788364-5-smb at level 0 using segments [{'id': '183d1364-b160-4473-aaf9-4040526610ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cff15e84-fc6d-4fab-9100-6ab8022ec990'}] {{(pid=93000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:55:37.002604 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba28043-9b01-447e-b1d0-d72fc938d4fc None None] Attempting to bind port 5ee7cd17-c6b7-4226-9359-c8a487eaecb7 on network cff15e84-fc6d-4fab-9100-6ab8022ec990 {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:55:37.006738 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d7e51-ab01-499f-8c94-930245701a1f None None] Pushing event updated for resources: {'Port': ['ID=fa68ec38-6476-456f-85c3-43096ea1a8a2,revision_number=2']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:37.012962 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba28043-9b01-447e-b1d0-d72fc938d4fc None None] Checking agent: {'id': '8f3583b4-bf6b-4e6e-ba40-769030d39d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 45, 21), 'started_at': datetime.datetime(2021, 7, 16, 2, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:55:37.013475 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba28043-9b01-447e-b1d0-d72fc938d4fc None None] Checking segment: {'id': '183d1364-b160-4473-aaf9-4040526610ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cff15e84-fc6d-4fab-9100-6ab8022ec990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:55:37.013825 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-3ba28043-9b01-447e-b1d0-d72fc938d4fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:37.014226 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba28043-9b01-447e-b1d0-d72fc938d4fc None None] Bound using segment: {'id': '183d1364-b160-4473-aaf9-4040526610ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cff15e84-fc6d-4fab-9100-6ab8022ec990'} {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:55:37.014702 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-3ba28043-9b01-447e-b1d0-d72fc938d4fc None None] Bound port: 5ee7cd17-c6b7-4226-9359-c8a487eaecb7, host: dv-cinder-788364-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '183d1364-b160-4473-aaf9-4040526610ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cff15e84-fc6d-4fab-9100-6ab8022ec990'}}] {{(pid=93000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:55:37.015087 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-3ba28043-9b01-447e-b1d0-d72fc938d4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:37.089258 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-85979d26-1523-40e5-86d9-e8d8dcc72dfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441863'] for router, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:37.120208 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-3ba28043-9b01-447e-b1d0-d72fc938d4fc None None] For port 5ee7cd17-c6b7-4226-9359-c8a487eaecb7, host dv-cinder-788364-5-smb, cleared binding levels {{(pid=93000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:55:37.124847 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-3ba28043-9b01-447e-b1d0-d72fc938d4fc None None] For port 5ee7cd17-c6b7-4226-9359-c8a487eaecb7, host dv-cinder-788364-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=5ee7cd17-c6b7-4226-9359-c8a487eaecb7,segment=NetworkSegment(183d1364-b160-4473-aaf9-4040526610ca),segment_id=183d1364-b160-4473-aaf9-4040526610ca)] {{(pid=93000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:55:37.132478 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-3ba28043-9b01-447e-b1d0-d72fc938d4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:37.170645 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-40f9b19d-af20-4bbc-8902-275353607b36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:37.300000 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577ca67-c9b5-44bc-a7d4-b5a386aeb28b None None] Pushing event updated for resources: {'Port': ['ID=5ee7cd17-c6b7-4226-9359-c8a487eaecb7,revision_number=4']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:37.311557 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba28043-9b01-447e-b1d0-d72fc938d4fc None None] Routers {'9aec63fb-16bc-4c42-a63a-2a9c31e97869'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:55:37.323151 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-3ba28043-9b01-447e-b1d0-d72fc938d4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:55:22Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['9aec63fb-16bc-4c42-a63a-2a9c31e97869'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:37.324422 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85979d26-1523-40e5-86d9-e8d8dcc72dfe admin admin] Router cd615d1b-cde8-41a2-b99b-0fe8de08ce38 is scheduled to L3 agent c2717fd8-7624-4935-9c00-920e66229c5a with binding_index 1 {{(pid=92998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 02:55:37.339376 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4b4200-81d8-4731-a6d0-f1d0b171b6ea req-dbff9166-062c-49f0-a0f1-2d400bb0391f tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:37.351971 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ee4b4200-81d8-4731-a6d0-f1d0b171b6ea req-dbff9166-062c-49f0-a0f1-2d400bb0391f tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=e67cbc7a-f34a-48bf-86ff-397782d04d44 HTTP/1.1" status: 200 len: 946 time: 0.4178784 Jul 16 02:55:37.361856 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-9f3a27fa-66dc-41b8-92ae-049cb530c5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:37.367889 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-9f3a27fa-66dc-41b8-92ae-049cb530c5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:37.369065 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-9f3a27fa-66dc-41b8-92ae-049cb530c5f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac44b50d-dd85-42fa-bf64-034461048f77 HTTP/1.1" status: 204 len: 168 time: 1.0037940 Jul 16 02:55:37.412521 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3a27fa-66dc-41b8-92ae-049cb530c5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac44b50d-dd85-42fa-bf64-034461048f77,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:37.530785 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-40f9b19d-af20-4bbc-8902-275353607b36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:37.538604 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-40f9b19d-af20-4bbc-8902-275353607b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:37.665653 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ee4b4200-81d8-4731-a6d0-f1d0b171b6ea req-b63a0404-5114-4750-891a-1834b8163675 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3127208 Jul 16 02:55:37.671255 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f9b19d-af20-4bbc-8902-275353607b36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9946894b-7191-4e9e-b49c-1e1c3565b2ac,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:37.677835 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-3ba28043-9b01-447e-b1d0-d72fc938d4fc None None] Set router 9aec63fb-16bc-4c42-a63a-2a9c31e97869 gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:55:37.695500 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-40f9b19d-af20-4bbc-8902-275353607b36 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a6789b9e6d24498fbff446ef574a2f6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6978419 Jul 16 02:55:37.718838 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 48574) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:37.849972 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-2070085a-153e-429a-a2d5-acac075c8fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:37.923293 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-2070085a-153e-429a-a2d5-acac075c8fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:37.972580 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85979d26-1523-40e5-86d9-e8d8dcc72dfe admin admin] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:55:37.987721 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d9904f-7eab-4d9a-adba-af27cd2f7cf6 None None] Sync routers for ids ['cd615d1b-cde8-41a2-b99b-0fe8de08ce38'] in dv-cinder-788364-5-smb {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:55:38.017484 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d9904f-7eab-4d9a-adba-af27cd2f7cf6 None None] Routers {'cd615d1b-cde8-41a2-b99b-0fe8de08ce38'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:55:38.021452 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-92d9904f-7eab-4d9a-adba-af27cd2f7cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:55:22Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['cd615d1b-cde8-41a2-b99b-0fe8de08ce38'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:38.031424 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-2070085a-153e-429a-a2d5-acac075c8fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:38.039225 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-2070085a-153e-429a-a2d5-acac075c8fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:38.043525 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-2070085a-153e-429a-a2d5-acac075c8fc7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9946894b-7191-4e9e-b49c-1e1c3565b2ac HTTP/1.1" status: 204 len: 168 time: 0.3207860 Jul 16 02:55:38.097694 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070085a-153e-429a-a2d5-acac075c8fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9946894b-7191-4e9e-b49c-1e1c3565b2ac,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:38.143575 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-85979d26-1523-40e5-86d9-e8d8dcc72dfe admin admin] Notify callbacks [] for router, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:38.147920 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-85979d26-1523-40e5-86d9-e8d8dcc72dfe admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.8464518 Jul 16 02:55:38.150189 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 48588) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:38.256637 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b527df-021a-49dd-a12d-ed4e88d34930 req-927e1085-9690-41e8-a0ee-e60e49a76ab1 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:38.270850 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-72b527df-021a-49dd-a12d-ed4e88d34930 req-927e1085-9690-41e8-a0ee-e60e49a76ab1 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.2911482 Jul 16 02:55:38.352908 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-92d9904f-7eab-4d9a-adba-af27cd2f7cf6 None None] Set router cd615d1b-cde8-41a2-b99b-0fe8de08ce38 gateway port host: dv-cinder-788364-5-smb {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:55:38.383391 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-72b527df-021a-49dd-a12d-ed4e88d34930 req-ef3b5eeb-18c2-4770-a0c9-b1975fdde083 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099617 Jul 16 02:55:38.397883 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device fa68ec38-6476-456f-85c3-43096ea1a8a2 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:55:38.559340 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-3ba28043-9b01-447e-b1d0-d72fc938d4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'name': 'tempest-TestMinimumBasicScenario-99972491-router', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '71823b24-21be-4bdf-8a5a-7ddcc0f338d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:24Z', 'updated_at': '2021-07-16T02:55:30Z', 'revision_number': 4, 'project_id': '7a07fe20008544158432a3e05ba4b289', 'gw_port': {'id': '71823b24-21be-4bdf-8a5a-7ddcc0f338d3', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:25Z', 'updated_at': '2021-07-16T02:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '5ee7cd17-c6b7-4226-9359-c8a487eaecb7', 'name': '', 'network_id': 'cff15e84-fc6d-4fab-9100-6ab8022ec990', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'mac_address': 'fa:16:3e:d1:00:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a0535213-d453-4aa5-8b48-17b60fb36114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:28Z', 'updated_at': '2021-07-16T02:55:37Z', 'revision_number': 4, 'project_id': '7a07fe20008544158432a3e05ba4b289', 'subnets': [{'id': 'a0535213-d453-4aa5-8b48-17b60fb36114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:38.596237 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba28043-9b01-447e-b1d0-d72fc938d4fc None None] The sync data for ids ['9aec63fb-16bc-4c42-a63a-2a9c31e97869'] in dv-cinder-788364-5-smb is: [{'id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'name': 'tempest-TestMinimumBasicScenario-99972491-router', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '71823b24-21be-4bdf-8a5a-7ddcc0f338d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:24Z', 'updated_at': '2021-07-16T02:55:30Z', 'revision_number': 4, 'project_id': '7a07fe20008544158432a3e05ba4b289', 'gw_port': {'id': '71823b24-21be-4bdf-8a5a-7ddcc0f338d3', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:25Z', 'updated_at': '2021-07-16T02:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '5ee7cd17-c6b7-4226-9359-c8a487eaecb7', 'name': '', 'network_id': 'cff15e84-fc6d-4fab-9100-6ab8022ec990', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'mac_address': 'fa:16:3e:d1:00:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a0535213-d453-4aa5-8b48-17b60fb36114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:28Z', 'updated_at': '2021-07-16T02:55:37Z', 'revision_number': 4, 'project_id': '7a07fe20008544158432a3e05ba4b289', 'subnets': [{'id': 'a0535213-d453-4aa5-8b48-17b60fb36114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:55:38.598439 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning for port fa68ec38-6476-456f-85c3-43096ea1a8a2 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:55:38.604291 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 5ee7cd17-c6b7-4226-9359-c8a487eaecb7 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:55:38.708611 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning for port 5ee7cd17-c6b7-4226-9359-c8a487eaecb7 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:55:38.722568 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 5ee7cd17-c6b7-4226-9359-c8a487eaecb7 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:38.724550 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:38.779308 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 48608) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:38.806554 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-9ea3d64d-f26e-423b-8ddf-50361d1c869b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:38.901639 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-92d9904f-7eab-4d9a-adba-af27cd2f7cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd615d1b-cde8-41a2-b99b-0fe8de08ce38', 'name': 'tempest-TestMinimumBasicScenario-2091618674-router', 'tenant_id': 'd3724e54dd5e4163ba3bb13cf0a96db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.213'}], 'enable_snat': True}, 'gw_port_id': '5d3771a2-add9-4c83-9c98-a000723f633e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:34Z', 'updated_at': '2021-07-16T02:55:36Z', 'revision_number': 3, 'project_id': 'd3724e54dd5e4163ba3bb13cf0a96db0', 'gw_port': {'id': '5d3771a2-add9-4c83-9c98-a000723f633e', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:94:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd615d1b-cde8-41a2-b99b-0fe8de08ce38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:35Z', 'updated_at': '2021-07-16T02:55:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb'}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:38.931799 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d9904f-7eab-4d9a-adba-af27cd2f7cf6 None None] Checking router: cd615d1b-cde8-41a2-b99b-0fe8de08ce38 for host: dv-cinder-788364-5-smb {{(pid=93001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:55:38.932454 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d9904f-7eab-4d9a-adba-af27cd2f7cf6 None None] Updating router cd615d1b-cde8-41a2-b99b-0fe8de08ce38 port 5d3771a2-add9-4c83-9c98-a000723f633e binding host dv-cinder-788364-5-smb {{(pid=93001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:55:38.961066 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99894dfc-75cd-437e-9b90-f2a68aff39f4 None None] Network ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1 requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:55:38.970882 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-92d9904f-7eab-4d9a-adba-af27cd2f7cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:39.105454 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:39.221456 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-94114009-01ec-4376-9e6d-6e084048585d None None] For port 5ee7cd17-c6b7-4226-9359-c8a487eaecb7, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=5ee7cd17-c6b7-4226-9359-c8a487eaecb7,segment=NetworkSegment(183d1364-b160-4473-aaf9-4040526610ca),segment_id=183d1364-b160-4473-aaf9-4040526610ca)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:55:39.231313 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-e8823248-c077-41fb-994e-b047a018578a None None] Provisioning for port fa68ec38-6476-456f-85c3-43096ea1a8a2 completed by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:55:39.243356 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-e8823248-c077-41fb-994e-b047a018578a None None] Provisioning complete for port fa68ec38-6476-456f-85c3-43096ea1a8a2 triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:39.243760 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-e8823248-c077-41fb-994e-b047a018578a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:39.291529 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-00ba542c-8e22-4013-a54a-761e8617831a tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:39.297736 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:39.305559 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-00ba542c-8e22-4013-a54a-761e8617831a tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/networks?id=e1a32c1a-2943-469d-808a-c66e5662fbcd HTTP/1.1" status: 200 len: 815 time: 0.1836944 Jul 16 02:55:39.335515 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-9ea3d64d-f26e-423b-8ddf-50361d1c869b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:39.353488 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-1c0ffc18-0c9d-4b2f-88a4-da8f75063847 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/quotas/8e3acf92991541b1a13b2b0872c8876d HTTP/1.1" status: 200 len: 375 time: 0.0466132 Jul 16 02:55:39.381711 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-9ea3d64d-f26e-423b-8ddf-50361d1c869b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:39.447576 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-92d9904f-7eab-4d9a-adba-af27cd2f7cf6 None None] Notify callbacks [] for port, precommit_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:39.448603 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-732bbadd-ca72-4678-a728-5f0668fecc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:39.479246 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.provisioning_blocks [None req-92d9904f-7eab-4d9a-adba-af27cd2f7cf6 None None] Transition to ACTIVE for port object 5d3771a2-add9-4c83-9c98-a000723f633e will not be triggered until provisioned by entity L2. {{(pid=93001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:55:39.493201 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-92d9904f-7eab-4d9a-adba-af27cd2f7cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:39.560929 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea3d64d-f26e-423b-8ddf-50361d1c869b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b290f27b-2b5d-49a0-aefc-b76fa995ea6c,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:39.584934 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-9ea3d64d-f26e-423b-8ddf-50361d1c869b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc8280da48a84777945cc6d03ab97711&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8011749 Jul 16 02:55:39.589081 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 48634) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:55:39.602347 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.managers [None req-92d9904f-7eab-4d9a-adba-af27cd2f7cf6 None None] Attempting to bind port 5d3771a2-add9-4c83-9c98-a000723f633e on host dv-cinder-788364-5-smb for vnic_type normal with profile {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:55:39.602720 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.managers [None req-92d9904f-7eab-4d9a-adba-af27cd2f7cf6 None None] Attempting to bind port 5d3771a2-add9-4c83-9c98-a000723f633e by drivers openvswitch,hyperv on host dv-cinder-788364-5-smb at level 0 using segments [{'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'}] {{(pid=93001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:55:39.603082 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d9904f-7eab-4d9a-adba-af27cd2f7cf6 None None] Attempting to bind port 5d3771a2-add9-4c83-9c98-a000723f633e on network 7c2f8857-88c5-405d-9e5d-ca6a329284f0 {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:55:39.607501 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f109b-93e6-43dd-9db5-799c0b9d22ac None None] Pushing event updated for resources: {'Port': ['ID=5d3771a2-add9-4c83-9c98-a000723f633e,revision_number=2']} {{(pid=93001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:39.618620 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d9904f-7eab-4d9a-adba-af27cd2f7cf6 None None] Checking agent: {'id': '8f3583b4-bf6b-4e6e-ba40-769030d39d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 45, 21), 'started_at': datetime.datetime(2021, 7, 16, 2, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:55:39.620228 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d9904f-7eab-4d9a-adba-af27cd2f7cf6 None None] Checking segment: {'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:55:39.620813 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-92d9904f-7eab-4d9a-adba-af27cd2f7cf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:39.625205 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d9904f-7eab-4d9a-adba-af27cd2f7cf6 None None] Bound using segment: {'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'} {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:55:39.625912 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.managers [None req-92d9904f-7eab-4d9a-adba-af27cd2f7cf6 None None] Bound port: 5d3771a2-add9-4c83-9c98-a000723f633e, host: dv-cinder-788364-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'}}] {{(pid=93001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:55:39.626526 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-92d9904f-7eab-4d9a-adba-af27cd2f7cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:39.632410 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Pushing event updated for resources: {'Port': ['ID=5ee7cd17-c6b7-4226-9359-c8a487eaecb7,revision_number=5']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:39.712854 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.db [None req-92d9904f-7eab-4d9a-adba-af27cd2f7cf6 None None] For port 5d3771a2-add9-4c83-9c98-a000723f633e, host dv-cinder-788364-5-smb, cleared binding levels {{(pid=93001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:55:39.717084 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.db [None req-92d9904f-7eab-4d9a-adba-af27cd2f7cf6 None None] For port 5d3771a2-add9-4c83-9c98-a000723f633e, host dv-cinder-788364-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=5d3771a2-add9-4c83-9c98-a000723f633e,segment=NetworkSegment(552c363b-8a94-4391-a7bf-95f73577cc8e),segment_id=552c363b-8a94-4391-a7bf-95f73577cc8e)] {{(pid=93001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:55:39.734259 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-92d9904f-7eab-4d9a-adba-af27cd2f7cf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:39.774523 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-e8823248-c077-41fb-994e-b047a018578a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:39.777655 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-24a47e29-e9d2-43a8-a146-abb94a93eb55 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e3acf92991541b1a13b2b0872c8876d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4211955 Jul 16 02:55:39.793263 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-84eea9bf-63c4-4adb-ba96-47181a2c25c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:39.826063 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_common [None req-732bbadd-ca72-4678-a728-5f0668fecc14 admin admin] Allocated IP 172.20.0.1 (ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1/3c4a7b91-9679-47ca-a3db-6c729f493cc5/7589361b-f2a4-4c63-926f-544288c5df14) {{(pid=92999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:55:39.833312 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-84eea9bf-63c4-4adb-ba96-47181a2c25c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:39.850886 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d9904f-7eab-4d9a-adba-af27cd2f7cf6 None None] Routers {'cd615d1b-cde8-41a2-b99b-0fe8de08ce38'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:55:39.851798 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-92d9904f-7eab-4d9a-adba-af27cd2f7cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:55:22Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['cd615d1b-cde8-41a2-b99b-0fe8de08ce38'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:39.856277 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327f109b-93e6-43dd-9db5-799c0b9d22ac None None] Pushing event updated for resources: {'Port': ['ID=5d3771a2-add9-4c83-9c98-a000723f633e,revision_number=3']} {{(pid=93001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:39.939690 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-e8823248-c077-41fb-994e-b047a018578a None None] For port fa68ec38-6476-456f-85c3-43096ea1a8a2, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=fa68ec38-6476-456f-85c3-43096ea1a8a2,segment=NetworkSegment(40ac181a-11b6-441c-b42d-20d46c27951d),segment_id=40ac181a-11b6-441c-b42d-20d46c27951d)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:55:39.950946 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-e8823248-c077-41fb-994e-b047a018578a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:40.039116 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-84eea9bf-63c4-4adb-ba96-47181a2c25c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:40.041713 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-84eea9bf-63c4-4adb-ba96-47181a2c25c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:40.042882 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-84eea9bf-63c4-4adb-ba96-47181a2c25c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b290f27b-2b5d-49a0-aefc-b76fa995ea6c HTTP/1.1" status: 204 len: 168 time: 0.4527473 Jul 16 02:55:40.086677 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 5ee7cd17-c6b7-4226-9359-c8a487eaecb7 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:55:40.094800 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-732bbadd-ca72-4678-a728-5f0668fecc14 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:40.110162 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eea9bf-63c4-4adb-ba96-47181a2c25c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b290f27b-2b5d-49a0-aefc-b76fa995ea6c,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:40.139358 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.provisioning_blocks [None req-732bbadd-ca72-4678-a728-5f0668fecc14 admin admin] Transition to ACTIVE for port object 7589361b-f2a4-4c63-926f-544288c5df14 will not be triggered until provisioned by entity DHCP. {{(pid=92999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:55:40.218101 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8823248-c077-41fb-994e-b047a018578a None None] Pushing event updated for resources: {'Port': ['ID=fa68ec38-6476-456f-85c3-43096ea1a8a2,revision_number=3']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:40.234064 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-732bbadd-ca72-4678-a728-5f0668fecc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:40.284097 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa013b8e-9a09-4cfe-ac7d-c5da69696401 req-711ff46f-56fe-425d-b9a0-31d9a86e4971 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:40.300297 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fa013b8e-9a09-4cfe-ac7d-c5da69696401 req-711ff46f-56fe-425d-b9a0-31d9a86e4971 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.2598782 Jul 16 02:55:40.335088 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-2b3f15de-9528-4563-b045-56497e10e73e service neutron] 10.222.0.21 "GET /v2.0/networks/e1a32c1a-2943-469d-808a-c66e5662fbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5561745 Jul 16 02:55:40.342726 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 5ee7cd17-c6b7-4226-9359-c8a487eaecb7 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:40.343113 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:40.393151 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732bbadd-ca72-4678-a728-5f0668fecc14 admin admin] Pushing event updated for resources: {'Port': ['ID=7589361b-f2a4-4c63-926f-544288c5df14,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:40.408004 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732bbadd-ca72-4678-a728-5f0668fecc14 admin admin] Network ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1 is already hosted by enough agents. {{(pid=92999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:55:40.420594 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-92d9904f-7eab-4d9a-adba-af27cd2f7cf6 None None] Set router cd615d1b-cde8-41a2-b99b-0fe8de08ce38 gateway port host: dv-cinder-788364-5-smb {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:55:40.430274 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [None req-732bbadd-ca72-4678-a728-5f0668fecc14 admin admin] Resources bound (agent type, host, resource id): {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:55:40.451304 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732bbadd-ca72-4678-a728-5f0668fecc14 admin admin] Received port after_create {{(pid=92999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:55:40.554529 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fa013b8e-9a09-4cfe-ac7d-c5da69696401 req-774672e4-8c00-4323-9d33-acc9c72874c8 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531762 Jul 16 02:55:40.566205 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-732bbadd-ca72-4678-a728-5f0668fecc14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434992'] for router_interface, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:40.717985 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-92d9904f-7eab-4d9a-adba-af27cd2f7cf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd615d1b-cde8-41a2-b99b-0fe8de08ce38', 'name': 'tempest-TestMinimumBasicScenario-2091618674-router', 'tenant_id': 'd3724e54dd5e4163ba3bb13cf0a96db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.213'}], 'enable_snat': True}, 'gw_port_id': '5d3771a2-add9-4c83-9c98-a000723f633e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:34Z', 'updated_at': '2021-07-16T02:55:36Z', 'revision_number': 3, 'project_id': 'd3724e54dd5e4163ba3bb13cf0a96db0', 'gw_port': {'id': '5d3771a2-add9-4c83-9c98-a000723f633e', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:94:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd615d1b-cde8-41a2-b99b-0fe8de08ce38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:35Z', 'updated_at': '2021-07-16T02:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb'}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:40.755558 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-8ea7400b-201c-4232-bfb9-6978543a1eeb service neutron] 10.222.0.21 "GET /v2.0/networks/e1a32c1a-2943-469d-808a-c66e5662fbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194260 Jul 16 02:55:40.777043 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d9904f-7eab-4d9a-adba-af27cd2f7cf6 None None] The sync data for ids ['cd615d1b-cde8-41a2-b99b-0fe8de08ce38'] in dv-cinder-788364-5-smb is: [{'id': 'cd615d1b-cde8-41a2-b99b-0fe8de08ce38', 'name': 'tempest-TestMinimumBasicScenario-2091618674-router', 'tenant_id': 'd3724e54dd5e4163ba3bb13cf0a96db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.213'}], 'enable_snat': True}, 'gw_port_id': '5d3771a2-add9-4c83-9c98-a000723f633e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:34Z', 'updated_at': '2021-07-16T02:55:36Z', 'revision_number': 3, 'project_id': 'd3724e54dd5e4163ba3bb13cf0a96db0', 'gw_port': {'id': '5d3771a2-add9-4c83-9c98-a000723f633e', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:94:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd615d1b-cde8-41a2-b99b-0fe8de08ce38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:35Z', 'updated_at': '2021-07-16T02:55:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb'}] {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:55:40.804880 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-3a67eb74-fe31-4567-b300-24d24dfbaee1 None None] Provisioning complete for port fa68ec38-6476-456f-85c3-43096ea1a8a2 triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:40.805459 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-3a67eb74-fe31-4567-b300-24d24dfbaee1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:40.849627 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-732bbadd-ca72-4678-a728-5f0668fecc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:40.946326 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8affbe7-21f1-49b5-9652-4f85b8d537c1 req-3d15bdec-6ac9-4984-99ce-47dbf00fe110 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:40.958575 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a8affbe7-21f1-49b5-9652-4f85b8d537c1 req-3d15bdec-6ac9-4984-99ce-47dbf00fe110 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=e67cbc7a-f34a-48bf-86ff-397782d04d44 HTTP/1.1" status: 200 len: 946 time: 0.1568904 Jul 16 02:55:41.057847 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a8affbe7-21f1-49b5-9652-4f85b8d537c1 req-c760d306-508a-4705-87c6-4c6fd2e5d88c tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976331 Jul 16 02:55:41.235464 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-8bd0c62d-696c-4cf3-969e-766e99099e64 None None] Provisioning for port 7589361b-f2a4-4c63-926f-544288c5df14 completed by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:55:41.250514 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-8bd0c62d-696c-4cf3-969e-766e99099e64 None None] Provisioning complete for port 7589361b-f2a4-4c63-926f-544288c5df14 triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:41.252384 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-8bd0c62d-696c-4cf3-969e-766e99099e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:41.426994 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-732bbadd-ca72-4678-a728-5f0668fecc14 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:41.439227 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-732bbadd-ca72-4678-a728-5f0668fecc14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9108244'] for port, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:41.488939 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-8bd0c62d-696c-4cf3-969e-766e99099e64 None None] Port 7589361b-f2a4-4c63-926f-544288c5df14 cannot update to ACTIVE because it is not bound. {{(pid=93000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:55:41.586058 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732bbadd-ca72-4678-a728-5f0668fecc14 admin admin] Pushing event updated for resources: {'Port': ['ID=7589361b-f2a4-4c63-926f-544288c5df14,revision_number=2']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:41.608732 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-732bbadd-ca72-4678-a728-5f0668fecc14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435012'] for router_interface, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:41.645444 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-25818d78-9aec-4d4e-976c-80e840b9200f req-3e9e553a-bd73-4265-8760-d7387a710bf6 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 210 time: 0.1525748 Jul 16 02:55:41.909653 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-732bbadd-ca72-4678-a728-5f0668fecc14 admin admin] Network ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1 is already hosted by enough agents. {{(pid=92999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:55:41.919859 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [None req-732bbadd-ca72-4678-a728-5f0668fecc14 admin admin] Resources bound (agent type, host, resource id): {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:55:41.985000 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1a5fe-8676-4835-9b0b-3e222efdfec1 req-85bc3284-d4b8-495b-9c41-30598ebfae07 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:41.996147 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-09b1a5fe-8676-4835-9b0b-3e222efdfec1 req-85bc3284-d4b8-495b-9c41-30598ebfae07 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.2032049 Jul 16 02:55:42.137697 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device fa68ec38-6476-456f-85c3-43096ea1a8a2 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:55:42.155676 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-09b1a5fe-8676-4835-9b0b-3e222efdfec1 req-9be5ecf7-3854-4c0f-829a-17dd4ce19a6e tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501820 Jul 16 02:55:42.253393 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port fa68ec38-6476-456f-85c3-43096ea1a8a2 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:42.253931 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:42.316522 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-732bbadd-ca72-4678-a728-5f0668fecc14 admin admin] Router cd615d1b-cde8-41a2-b99b-0fe8de08ce38 has already been hosted by L3 agent c2717fd8-7624-4935-9c00-920e66229c5a {{(pid=92999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:55:42.429764 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 5d3771a2-add9-4c83-9c98-a000723f633e up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:55:42.575717 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning for port 5d3771a2-add9-4c83-9c98-a000723f633e completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:55:42.581813 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 5d3771a2-add9-4c83-9c98-a000723f633e triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:42.583080 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:42.688865 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732bbadd-ca72-4678-a728-5f0668fecc14 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:55:42.699807 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-732bbadd-ca72-4678-a728-5f0668fecc14 admin admin] 10.222.0.21 "PUT /v2.0/routers/cd615d1b-cde8-41a2-b99b-0fe8de08ce38/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5476687 Jul 16 02:55:42.705413 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-16caeaa4-9cfb-47fa-95ca-a151289da820 None None] Provisioning complete for port 7589361b-f2a4-4c63-926f-544288c5df14 triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:42.705780 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-16caeaa4-9cfb-47fa-95ca-a151289da820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:42.755274 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8164a9f7-0b25-402a-bd9d-fe1f190b71f6 req-3ceb7a78-09b5-40a4-8c92-98ac68c4ad62 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:42.756917 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8164a9f7-0b25-402a-bd9d-fe1f190b71f6 req-3ceb7a78-09b5-40a4-8c92-98ac68c4ad62 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.52 "GET /v2.0/ports?device_id=e67cbc7a-f34a-48bf-86ff-397782d04d44 HTTP/1.1" status: 200 len: 946 time: 0.3950818 Jul 16 02:55:42.778865 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-16caeaa4-9cfb-47fa-95ca-a151289da820 None None] Port 7589361b-f2a4-4c63-926f-544288c5df14 cannot update to ACTIVE because it is not bound. {{(pid=93000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:55:42.866401 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:42.904284 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-94114009-01ec-4376-9e6d-6e084048585d None None] For port 5d3771a2-add9-4c83-9c98-a000723f633e, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=5d3771a2-add9-4c83-9c98-a000723f633e,segment=NetworkSegment(552c363b-8a94-4391-a7bf-95f73577cc8e),segment_id=552c363b-8a94-4391-a7bf-95f73577cc8e)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:55:42.914499 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:42.998664 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee6d450-7693-478b-ba96-e40dcec8fa72 req-45662835-ce79-40f6-81ae-655c1916adc6 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:43.006690 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-dee6d450-7693-478b-ba96-e40dcec8fa72 req-45662835-ce79-40f6-81ae-655c1916adc6 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=e67cbc7a-f34a-48bf-86ff-397782d04d44 HTTP/1.1" status: 200 len: 946 time: 0.6219275 Jul 16 02:55:43.007265 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Pushing event updated for resources: {'Port': ['ID=5d3771a2-add9-4c83-9c98-a000723f633e,revision_number=4']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:43.094017 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 6 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:55:43.135490 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-dee6d450-7693-478b-ba96-e40dcec8fa72 req-f2af9299-1370-40bb-805b-dfd944853580 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272943 Jul 16 02:55:43.215520 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [req-8164a9f7-0b25-402a-bd9d-fe1f190b71f6 req-c8049814-9500-48bc-882a-d261ff2bfacd tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Deleting port 5aa6f76c-551a-41a1-9a63-331c001e353d {{(pid=92998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:55:43.216215 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-8164a9f7-0b25-402a-bd9d-fe1f190b71f6 req-c8049814-9500-48bc-882a-d261ff2bfacd tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:43.282240 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c506b1a7-b5e6-44b0-9c44-76d4b04b29b1 req-9bb3fbde-2328-4aff-96ae-7a78e32851fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:43.284760 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-c506b1a7-b5e6-44b0-9c44-76d4b04b29b1 req-9bb3fbde-2328-4aff-96ae-7a78e32851fc service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 1098 time: 0.2449636 Jul 16 02:55:43.378601 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-c506b1a7-b5e6-44b0-9c44-76d4b04b29b1 req-4a565650-f44c-4ddb-b789-5afee6c1bf6f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739005 Jul 16 02:55:43.414239 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-86b82154-2434-4f95-adb5-4c9607755a7a req-cbbf2e05-9cc9-44a9-b5c2-21fca072a8d7 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 210 time: 0.0488510 Jul 16 02:55:43.535217 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [req-8164a9f7-0b25-402a-bd9d-fe1f190b71f6 req-c8049814-9500-48bc-882a-d261ff2bfacd tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] For port 5aa6f76c-551a-41a1-9a63-331c001e353d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=5aa6f76c-551a-41a1-9a63-331c001e353d,segment=NetworkSegment(79ca5430-d8e6-49d4-993a-bab78abb34f5),segment_id=79ca5430-d8e6-49d4-993a-bab78abb34f5)] {{(pid=92998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:55:43.536226 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-8164a9f7-0b25-402a-bd9d-fe1f190b71f6 req-c8049814-9500-48bc-882a-d261ff2bfacd tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:43.568582 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [req-8164a9f7-0b25-402a-bd9d-fe1f190b71f6 req-c8049814-9500-48bc-882a-d261ff2bfacd tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Calling delete_port for 5aa6f76c-551a-41a1-9a63-331c001e353d owned by compute:nova {{(pid=92998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:55:43.658778 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82cf20e-1810-4c5f-9a0e-ea23a696cd45 req-37d34056-fabd-4f57-b92b-eab3cdeff2d5 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:43.660939 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a82cf20e-1810-4c5f-9a0e-ea23a696cd45 req-37d34056-fabd-4f57-b92b-eab3cdeff2d5 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.2451513 Jul 16 02:55:43.905293 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d954f1a1-b746-41a1-8d1c-1f3b588dcdab None None] Sync routers for ids ['cd615d1b-cde8-41a2-b99b-0fe8de08ce38'] in dv-cinder-788364-5-smb {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:55:43.952123 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d954f1a1-b746-41a1-8d1c-1f3b588dcdab None None] Routers {'cd615d1b-cde8-41a2-b99b-0fe8de08ce38'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:55:43.954328 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-d954f1a1-b746-41a1-8d1c-1f3b588dcdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:55:22Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['cd615d1b-cde8-41a2-b99b-0fe8de08ce38'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:44.040003 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a82cf20e-1810-4c5f-9a0e-ea23a696cd45 req-204fa791-5288-47ab-977a-e00551419329 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3545959 Jul 16 02:55:44.089941 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 5d3771a2-add9-4c83-9c98-a000723f633e up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:55:44.112007 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-8164a9f7-0b25-402a-bd9d-fe1f190b71f6 req-c8049814-9500-48bc-882a-d261ff2bfacd tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:44.152184 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8049814-9500-48bc-882a-d261ff2bfacd tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Pushing event deleted for resources: {'Port': ['ID=5aa6f76c-551a-41a1-9a63-331c001e353d,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:44.236771 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.l3_dvrscheduler_db [req-8164a9f7-0b25-402a-bd9d-fe1f190b71f6 req-c8049814-9500-48bc-882a-d261ff2bfacd tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] No DVR routers for this DVR port 5aa6f76c-551a-41a1-9a63-331c001e353d on host hv-cinder-78836 {{(pid=92998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:55:44.244842 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-8164a9f7-0b25-402a-bd9d-fe1f190b71f6 req-c8049814-9500-48bc-882a-d261ff2bfacd tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:44.252948 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8164a9f7-0b25-402a-bd9d-fe1f190b71f6 req-c8049814-9500-48bc-882a-d261ff2bfacd tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.52 "DELETE /v2.0/ports/5aa6f76c-551a-41a1-9a63-331c001e353d HTTP/1.1" status: 204 len: 173 time: 1.4822443 Jul 16 02:55:44.252948 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e67cbc7a-f34a-48bf-86ff-397782d04d44', 'name': 'network-vif-deleted', 'tag': '5aa6f76c-551a-41a1-9a63-331c001e353d'}] {{(pid=92998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:55:44.257570 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a245791c69082107892e6a31916d6d43f1304004a28c473c9394a88117d1c043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d53ea53-d227-41eb-ae39-ea3202ba6f96" -d '{"events": [{"server_uuid": "e67cbc7a-f34a-48bf-86ff-397782d04d44", "name": "network-vif-deleted", "tag": "5aa6f76c-551a-41a1-9a63-331c001e353d"}]}' {{(pid=92998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:55:44.460872 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-a7d88f22-b8b4-43d1-aa27-5bd7d9329085 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:44.464907 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-a7d88f22-b8b4-43d1-aa27-5bd7d9329085 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.52 "GET /v2.0/networks?id=e1a32c1a-2943-469d-808a-c66e5662fbcd HTTP/1.1" status: 200 len: 815 time: 0.3588047 Jul 16 02:55:44.493368 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-77d9ce6b-5349-4a8d-86fc-d1385443b86e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Request body: {'port': {'device_id': '062b422a-6651-4cce-b7bc-48cce2acf353', 'network_id': 'e1a32c1a-2943-469d-808a-c66e5662fbcd', 'admin_state_up': True, 'tenant_id': '8e3acf92991541b1a13b2b0872c8876d'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:44.595790 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ea3a3519-adea-4887-a3b2-64a14b0f4cf8 req-cc5ab283-3581-40dd-a335-76000da8499b tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=e67cbc7a-f34a-48bf-86ff-397782d04d44 HTTP/1.1" status: 200 len: 210 time: 0.0715647 Jul 16 02:55:44.600246 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267cba76-41b9-4718-a5f4-4a83108d5d49 x-openstack-request-id: req-267cba76-41b9-4718-a5f4-4a83108d5d49 {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:55:44.608287 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e67cbc7a-f34a-48bf-86ff-397782d04d44", "name": "network-vif-deleted", "tag": "5aa6f76c-551a-41a1-9a63-331c001e353d", "status": "completed", "code": 200}]} {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:55:44.608893 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-267cba76-41b9-4718-a5f4-4a83108d5d49 {{(pid=92998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:55:44.609486 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e67cbc7a-f34a-48bf-86ff-397782d04d44', 'name': 'network-vif-deleted', 'tag': '5aa6f76c-551a-41a1-9a63-331c001e353d', 'status': 'completed', 'code': 200} Jul 16 02:55:44.644349 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['5aa6f76c-551a-41a1-9a63-331c001e353d'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:55:44.856535 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-77d9ce6b-5349-4a8d-86fc-d1385443b86e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Made reservation on behalf of 8e3acf92991541b1a13b2b0872c8876d for: {'port': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:55:44.870929 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-77d9ce6b-5349-4a8d-86fc-d1385443b86e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:44.982623 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-d954f1a1-b746-41a1-8d1c-1f3b588dcdab None None] Set router cd615d1b-cde8-41a2-b99b-0fe8de08ce38 gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:55:45.073388 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1d96c2ae-b515-4e42-bdad-e3f9aad7cf27 req-c9633207-57ef-4819-a9e3-14658a7039e3 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 210 time: 0.1093872 Jul 16 02:55:45.222209 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 5d3771a2-add9-4c83-9c98-a000723f633e triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:45.223343 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:45.252708 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_common [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-77d9ce6b-5349-4a8d-86fc-d1385443b86e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Allocated IP 172.20.0.11 (e1a32c1a-2943-469d-808a-c66e5662fbcd/3506f4a1-aba4-484e-9411-d55316db4b52/b1587286-cf0e-4400-a6ce-2043324a7017) {{(pid=92999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:55:45.471526 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8d70426a-e406-4152-a2d7-05aac4577131 req-55a5dcf3-1da8-4eef-80de-56d01d35ce93 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2302134 Jul 16 02:55:45.617357 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-d954f1a1-b746-41a1-8d1c-1f3b588dcdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd615d1b-cde8-41a2-b99b-0fe8de08ce38', 'name': 'tempest-TestMinimumBasicScenario-2091618674-router', 'tenant_id': 'd3724e54dd5e4163ba3bb13cf0a96db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.213'}], 'enable_snat': True}, 'gw_port_id': '5d3771a2-add9-4c83-9c98-a000723f633e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:34Z', 'updated_at': '2021-07-16T02:55:40Z', 'revision_number': 4, 'project_id': 'd3724e54dd5e4163ba3bb13cf0a96db0', 'gw_port': {'id': '5d3771a2-add9-4c83-9c98-a000723f633e', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd615d1b-cde8-41a2-b99b-0fe8de08ce38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:35Z', 'updated_at': '2021-07-16T02:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '7589361b-f2a4-4c63-926f-544288c5df14', 'name': '', 'network_id': 'ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1', 'tenant_id': 'd3724e54dd5e4163ba3bb13cf0a96db0', 'mac_address': 'fa:16:3e:56:98:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd615d1b-cde8-41a2-b99b-0fe8de08ce38', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '3c4a7b91-9679-47ca-a3db-6c729f493cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:39Z', 'updated_at': '2021-07-16T02:55:41Z', 'revision_number': 2, 'project_id': 'd3724e54dd5e4163ba3bb13cf0a96db0', 'subnets': [{'id': '3c4a7b91-9679-47ca-a3db-6c729f493cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:45.652393 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862555e2-d88d-4d96-851b-0fd5fa6314bc req-68a11a68-abfc-41a4-8825-66e857bea3ee tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:45.665167 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-862555e2-d88d-4d96-851b-0fd5fa6314bc req-68a11a68-abfc-41a4-8825-66e857bea3ee tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.1847818 Jul 16 02:55:45.668809 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70426a-e406-4152-a2d7-05aac4577131 req-ebba46fd-869a-4c8b-a8fa-13fb4a315ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:45.675291 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8d70426a-e406-4152-a2d7-05aac4577131 req-ebba46fd-869a-4c8b-a8fa-13fb4a315ab8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b79bde3ef98a47fc8488184086b44b9c&device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 1098 time: 0.1397853 Jul 16 02:55:45.677365 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d954f1a1-b746-41a1-8d1c-1f3b588dcdab None None] Checking router: cd615d1b-cde8-41a2-b99b-0fe8de08ce38 for host: dv-cinder-788364-5-smb {{(pid=93000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:55:45.677765 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d954f1a1-b746-41a1-8d1c-1f3b588dcdab None None] Updating router cd615d1b-cde8-41a2-b99b-0fe8de08ce38 port 7589361b-f2a4-4c63-926f-544288c5df14 binding host dv-cinder-788364-5-smb {{(pid=93000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 02:55:45.681474 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-77d9ce6b-5349-4a8d-86fc-d1385443b86e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks [] for port, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:45.773206 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d954f1a1-b746-41a1-8d1c-1f3b588dcdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:45.831095 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-77d9ce6b-5349-4a8d-86fc-d1385443b86e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:45.929733 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-862555e2-d88d-4d96-851b-0fd5fa6314bc req-482cfa8d-0af3-42a6-b4c3-39e3eb14c6f3 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2462640 Jul 16 02:55:46.006055 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-77d9ce6b-5349-4a8d-86fc-d1385443b86e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Network e1a32c1a-2943-469d-808a-c66e5662fbcd is already hosted by enough agents. {{(pid=92999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:55:46.029550 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-77d9ce6b-5349-4a8d-86fc-d1385443b86e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Resources bound (agent type, host, resource id): {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:55:46.051434 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-77d9ce6b-5349-4a8d-86fc-d1385443b86e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Received port after_create {{(pid=92999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:55:46.138956 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70426a-e406-4152-a2d7-05aac4577131 req-97ee27f3-1dfc-4753-b8e6-5875f0e63759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:46.142887 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8d70426a-e406-4152-a2d7-05aac4577131 req-97ee27f3-1dfc-4753-b8e6-5875f0e63759 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e5c6bfb-07bb-468d-bd2e-617c99bc64ab HTTP/1.1" status: 200 len: 912 time: 0.4108379 Jul 16 02:55:46.248971 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['c039e7df-bd20-4722-aa19-b5d034ddf39e', '9aca5c1e-52fc-4aec-a638-715943670e0c', 'f0961f4a-c7d9-444a-9fc5-ddf988484a10'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:55:46.319746 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d9ce6b-5349-4a8d-86fc-d1385443b86e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Pushing event updated for resources: {'Port': ['ID=b1587286-cf0e-4400-a6ce-2043324a7017,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:46.387526 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-77d9ce6b-5349-4a8d-86fc-d1385443b86e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:46.399371 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-77d9ce6b-5349-4a8d-86fc-d1385443b86e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:46.417860 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 5aa6f76c-551a-41a1-9a63-331c001e353d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:55:46.446034 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-77d9ce6b-5349-4a8d-86fc-d1385443b86e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9569871 Jul 16 02:55:46.470785 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Request body: {'port': {'device_id': '062b422a-6651-4cce-b7bc-48cce2acf353', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:55:46.473629 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] No Port match for: 5aa6f76c-551a-41a1-9a63-331c001e353d {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:55:46.474234 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 5aa6f76c-551a-41a1-9a63-331c001e353d not bound to the agent host hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:55:46.581511 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ad97340b-9a2a-4c24-bf49-76afb1ef842b req-743648dc-0eae-4903-8d1d-ab065d3e8637 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=e67cbc7a-f34a-48bf-86ff-397782d04d44 HTTP/1.1" status: 200 len: 210 time: 0.2821903 Jul 16 02:55:46.705909 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8d70426a-e406-4152-a2d7-05aac4577131 req-6d45ea7b-1ea4-4fd7-ae26-a4b40d4f8246 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddbac108-142f-461a-a20a-80bab77d9ef5 HTTP/1.1" status: 200 len: 1000 time: 0.5522890 Jul 16 02:55:46.964429 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d954f1a1-b746-41a1-8d1c-1f3b588dcdab None None] Notify callbacks [] for port, precommit_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:46.980250 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d954f1a1-b746-41a1-8d1c-1f3b588dcdab None None] Transition to ACTIVE for port object 7589361b-f2a4-4c63-926f-544288c5df14 will not be triggered until provisioned by entity L2. {{(pid=93000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:55:46.995600 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d954f1a1-b746-41a1-8d1c-1f3b588dcdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:47.041264 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:47.085215 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70426a-e406-4152-a2d7-05aac4577131 req-40bddfe0-abc9-425a-a612-628ac001cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:47.088041 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8d70426a-e406-4152-a2d7-05aac4577131 req-40bddfe0-abc9-425a-a612-628ac001cabd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63a1915a-bab0-41c0-bb18-aaed33e028db HTTP/1.1" status: 200 len: 850 time: 0.3722522 Jul 16 02:55:47.098475 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f2f445-3de5-447f-8b4d-15cc1d563385 req-1014eb94-9d3b-4159-8939-4deeace5fc45 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:47.107822 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e8f2f445-3de5-447f-8b4d-15cc1d563385 req-1014eb94-9d3b-4159-8939-4deeace5fc45 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.6602950 Jul 16 02:55:47.189078 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c790e6b-6624-4675-b041-c94cf75cda3d None None] Pushing event updated for resources: {'Port': ['ID=7589361b-f2a4-4c63-926f-544288c5df14,revision_number=3']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:47.217908 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a25bdf-bda3-4fc3-a996-9956a4feb53d req-fab16442-84b5-4d94-9c00-44d299b2ad2e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:47.227405 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c2a25bdf-bda3-4fc3-a996-9956a4feb53d req-fab16442-84b5-4d94-9c00-44d299b2ad2e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 932 time: 0.2864697 Jul 16 02:55:47.290716 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e8f2f445-3de5-447f-8b4d-15cc1d563385 req-dbb0ff1f-8e45-43bc-a2cf-93bfd554ff41 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1817067 Jul 16 02:55:47.303121 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:47.375571 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c2a25bdf-bda3-4fc3-a996-9956a4feb53d req-1573e562-ccf0-437c-8964-830563923a26 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477153 Jul 16 02:55:47.382049 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-d954f1a1-b746-41a1-8d1c-1f3b588dcdab None None] Attempting to bind port 7589361b-f2a4-4c63-926f-544288c5df14 on host dv-cinder-788364-5-smb for vnic_type normal with profile {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:55:47.382425 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-d954f1a1-b746-41a1-8d1c-1f3b588dcdab None None] Attempting to bind port 7589361b-f2a4-4c63-926f-544288c5df14 by drivers openvswitch,hyperv on host dv-cinder-788364-5-smb at level 0 using segments [{'id': '40ac181a-11b6-441c-b42d-20d46c27951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1'}] {{(pid=93000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:55:47.382845 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d954f1a1-b746-41a1-8d1c-1f3b588dcdab None None] Attempting to bind port 7589361b-f2a4-4c63-926f-544288c5df14 on network ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1 {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:55:47.402764 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d70426a-e406-4152-a2d7-05aac4577131 req-40d3d0d1-b7de-4aa3-8eb8-e6a2c94e8fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:47.405557 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8d70426a-e406-4152-a2d7-05aac4577131 req-40d3d0d1-b7de-4aa3-8eb8-e6a2c94e8fd6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e5c6bfb-07bb-468d-bd2e-617c99bc64ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2935297 Jul 16 02:55:47.429276 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d954f1a1-b746-41a1-8d1c-1f3b588dcdab None None] Checking agent: {'id': '8f3583b4-bf6b-4e6e-ba40-769030d39d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 45, 21), 'started_at': datetime.datetime(2021, 7, 16, 2, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 55, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:55:47.432888 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d954f1a1-b746-41a1-8d1c-1f3b588dcdab None None] Checking segment: {'id': '40ac181a-11b6-441c-b42d-20d46c27951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:55:47.433389 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d954f1a1-b746-41a1-8d1c-1f3b588dcdab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:47.433816 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d954f1a1-b746-41a1-8d1c-1f3b588dcdab None None] Bound using segment: {'id': '40ac181a-11b6-441c-b42d-20d46c27951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1'} {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:55:47.434331 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-d954f1a1-b746-41a1-8d1c-1f3b588dcdab None None] Bound port: 7589361b-f2a4-4c63-926f-544288c5df14, host: dv-cinder-788364-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40ac181a-11b6-441c-b42d-20d46c27951d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 530, 'network_id': 'ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1'}}] {{(pid=93000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:55:47.434721 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d954f1a1-b746-41a1-8d1c-1f3b588dcdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:47.583308 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8d70426a-e406-4152-a2d7-05aac4577131 req-7676648f-4a9b-4288-8cfd-89ad45271f31 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5c6bfb-07bb-468d-bd2e-617c99bc64ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672108 Jul 16 02:55:47.857745 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d954f1a1-b746-41a1-8d1c-1f3b588dcdab None None] For port 7589361b-f2a4-4c63-926f-544288c5df14, host dv-cinder-788364-5-smb, cleared binding levels {{(pid=93000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:55:47.906382 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8d70426a-e406-4152-a2d7-05aac4577131 req-ea198178-c2e9-4ca8-9268-fe9ca41c8d5d service neutron] 10.222.0.52 "GET /v2.0/networks/5e5c6bfb-07bb-468d-bd2e-617c99bc64ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838900 Jul 16 02:55:47.909112 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1587286-cf0e-4400-a6ce-2043324a7017 {{(pid=92999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:55:47.959276 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:48.004299 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d954f1a1-b746-41a1-8d1c-1f3b588dcdab None None] For port 7589361b-f2a4-4c63-926f-544288c5df14, host dv-cinder-788364-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=7589361b-f2a4-4c63-926f-544288c5df14,segment=NetworkSegment(40ac181a-11b6-441c-b42d-20d46c27951d),segment_id=40ac181a-11b6-441c-b42d-20d46c27951d)] {{(pid=93000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:55:48.018703 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d954f1a1-b746-41a1-8d1c-1f3b588dcdab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:48.048049 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.provisioning_blocks [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Transition to ACTIVE for port object b1587286-cf0e-4400-a6ce-2043324a7017 will not be triggered until provisioned by entity L2. {{(pid=92999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:55:48.067870 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9108244'] for port, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:48.277224 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b1587286-cf0e-4400-a6ce-2043324a7017,revision_number=2']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:48.345463 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d954f1a1-b746-41a1-8d1c-1f3b588dcdab None None] Routers {'cd615d1b-cde8-41a2-b99b-0fe8de08ce38'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:55:48.346995 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-d954f1a1-b746-41a1-8d1c-1f3b588dcdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:55:22Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['cd615d1b-cde8-41a2-b99b-0fe8de08ce38'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:48.356708 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:48.357238 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c790e6b-6624-4675-b041-c94cf75cda3d None None] Pushing event updated for resources: {'Port': ['ID=7589361b-f2a4-4c63-926f-544288c5df14,revision_number=4']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:48.357358 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:48.357795 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:48.358331 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:48.358865 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:48.380982 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:48.384358 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:48.385271 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:48.388949 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:48.390210 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:48.391207 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:48.395279 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:55:48.452963 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-3c29266f-c82f-4943-a45d-100f20aa52f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:48.680843 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Attempting to bind port b1587286-cf0e-4400-a6ce-2043324a7017 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:55:48.685326 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Attempting to bind port b1587286-cf0e-4400-a6ce-2043324a7017 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '5f0599a3-c418-44ed-a069-7f15235b4797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e1a32c1a-2943-469d-808a-c66e5662fbcd'}] {{(pid=92999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:55:48.686151 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Attempting to bind port b1587286-cf0e-4400-a6ce-2043324a7017 on network e1a32c1a-2943-469d-808a-c66e5662fbcd {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:55:48.712582 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Port b1587286-cf0e-4400-a6ce-2043324a7017 on network e1a32c1a-2943-469d-808a-c66e5662fbcd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:55:48.713638 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Attempting to bind port b1587286-cf0e-4400-a6ce-2043324a7017 on network e1a32c1a-2943-469d-808a-c66e5662fbcd {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:55:48.736328 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Checking agent: {'id': 'a8200757-c16c-46b0-9c68-b9d07f85534b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'started_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:55:48.743088 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Checking segment: {'id': '5f0599a3-c418-44ed-a069-7f15235b4797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e1a32c1a-2943-469d-808a-c66e5662fbcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:55:48.744542 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Bound using segment: {'id': '5f0599a3-c418-44ed-a069-7f15235b4797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e1a32c1a-2943-469d-808a-c66e5662fbcd'} {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:55:48.746639 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Bound port: b1587286-cf0e-4400-a6ce-2043324a7017, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f0599a3-c418-44ed-a069-7f15235b4797', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 545, 'network_id': 'e1a32c1a-2943-469d-808a-c66e5662fbcd'}}] {{(pid=92999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:55:48.748060 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:48.750182 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-d954f1a1-b746-41a1-8d1c-1f3b588dcdab None None] Set router cd615d1b-cde8-41a2-b99b-0fe8de08ce38 gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:55:48.921393 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] For port b1587286-cf0e-4400-a6ce-2043324a7017, host hv-cinder-78836, cleared binding levels {{(pid=92999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:55:48.936895 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] For port b1587286-cf0e-4400-a6ce-2043324a7017, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b1587286-cf0e-4400-a6ce-2043324a7017,segment=NetworkSegment(5f0599a3-c418-44ed-a069-7f15235b4797),segment_id=5f0599a3-c418-44ed-a069-7f15235b4797)] {{(pid=92999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:55:48.947493 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9108244'] for port, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:49.003621 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7988f18b-b9dd-4298-aa7d-92e4c8b4eba7 req-66deb954-03a3-45fb-a3fe-8ddc1734a35d tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:49.028833 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7988f18b-b9dd-4298-aa7d-92e4c8b4eba7 req-66deb954-03a3-45fb-a3fe-8ddc1734a35d tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 944 time: 0.2809536 Jul 16 02:55:49.139195 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:49.140082 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:49.143538 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] 10.222.0.52 "PUT /v2.0/ports/b1587286-cf0e-4400-a6ce-2043324a7017 HTTP/1.1" status: 200 len: 1094 time: 2.6804605 Jul 16 02:55:49.152203 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '062b422a-6651-4cce-b7bc-48cce2acf353', 'tag': 'b1587286-cf0e-4400-a6ce-2043324a7017'}] {{(pid=92999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:55:49.157935 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7924d30a451bfb46b248ee236a8924541a1a79d63876f3bc8bdb08287585aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cff525e9-6c78-46bc-84ad-a3fa442b010e" -d '{"events": [{"name": "network-changed", "server_uuid": "062b422a-6651-4cce-b7bc-48cce2acf353", "tag": "b1587286-cf0e-4400-a6ce-2043324a7017"}]}' {{(pid=92999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:55:49.181511 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7988f18b-b9dd-4298-aa7d-92e4c8b4eba7 req-2f05ea0b-0ccb-4561-907a-868bde94ca1c tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508145 Jul 16 02:55:49.223455 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a560e4f0-dcb5-4b3f-9da2-6d21dbd128b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b1587286-cf0e-4400-a6ce-2043324a7017,revision_number=3']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:49.428799 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-3fb0ccc8-a9b0-4c90-bc2f-34db9531df20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:49.434266 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-3fb0ccc8-a9b0-4c90-bc2f-34db9531df20 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e3acf92991541b1a13b2b0872c8876d&device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 1097 time: 0.1566622 Jul 16 02:55:49.539812 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-fce40ec3-50a1-4551-abe4-11796289b071 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1587286-cf0e-4400-a6ce-2043324a7017 HTTP/1.1" status: 200 len: 217 time: 0.0812321 Jul 16 02:55:49.611456 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-d954f1a1-b746-41a1-8d1c-1f3b588dcdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd615d1b-cde8-41a2-b99b-0fe8de08ce38', 'name': 'tempest-TestMinimumBasicScenario-2091618674-router', 'tenant_id': 'd3724e54dd5e4163ba3bb13cf0a96db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.213'}], 'enable_snat': True}, 'gw_port_id': '5d3771a2-add9-4c83-9c98-a000723f633e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:34Z', 'updated_at': '2021-07-16T02:55:40Z', 'revision_number': 4, 'project_id': 'd3724e54dd5e4163ba3bb13cf0a96db0', 'gw_port': {'id': '5d3771a2-add9-4c83-9c98-a000723f633e', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd615d1b-cde8-41a2-b99b-0fe8de08ce38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:35Z', 'updated_at': '2021-07-16T02:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '7589361b-f2a4-4c63-926f-544288c5df14', 'name': '', 'network_id': 'ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1', 'tenant_id': 'd3724e54dd5e4163ba3bb13cf0a96db0', 'mac_address': 'fa:16:3e:56:98:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd615d1b-cde8-41a2-b99b-0fe8de08ce38', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '3c4a7b91-9679-47ca-a3db-6c729f493cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:39Z', 'updated_at': '2021-07-16T02:55:47Z', 'revision_number': 4, 'project_id': 'd3724e54dd5e4163ba3bb13cf0a96db0', 'subnets': [{'id': '3c4a7b91-9679-47ca-a3db-6c729f493cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:55:49.635856 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-dcaaa292-9c28-4de3-ae68-d374668d09d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:49.638787 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-dcaaa292-9c28-4de3-ae68-d374668d09d0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3506f4a1-aba4-484e-9411-d55316db4b52 HTTP/1.1" status: 200 len: 855 time: 0.0879996 Jul 16 02:55:49.684537 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d954f1a1-b746-41a1-8d1c-1f3b588dcdab None None] The sync data for ids ['cd615d1b-cde8-41a2-b99b-0fe8de08ce38'] in dv-cinder-788364-5-smb is: [{'id': 'cd615d1b-cde8-41a2-b99b-0fe8de08ce38', 'name': 'tempest-TestMinimumBasicScenario-2091618674-router', 'tenant_id': 'd3724e54dd5e4163ba3bb13cf0a96db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.213'}], 'enable_snat': True}, 'gw_port_id': '5d3771a2-add9-4c83-9c98-a000723f633e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:34Z', 'updated_at': '2021-07-16T02:55:40Z', 'revision_number': 4, 'project_id': 'd3724e54dd5e4163ba3bb13cf0a96db0', 'gw_port': {'id': '5d3771a2-add9-4c83-9c98-a000723f633e', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd615d1b-cde8-41a2-b99b-0fe8de08ce38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:35Z', 'updated_at': '2021-07-16T02:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '7589361b-f2a4-4c63-926f-544288c5df14', 'name': '', 'network_id': 'ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1', 'tenant_id': 'd3724e54dd5e4163ba3bb13cf0a96db0', 'mac_address': 'fa:16:3e:56:98:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd615d1b-cde8-41a2-b99b-0fe8de08ce38', 'device_owner': 'network:router_interface', 'standard_attr_id': 342, 'fixed_ips': [{'subnet_id': '3c4a7b91-9679-47ca-a3db-6c729f493cc5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:39Z', 'updated_at': '2021-07-16T02:55:47Z', 'revision_number': 4, 'project_id': 'd3724e54dd5e4163ba3bb13cf0a96db0', 'subnets': [{'id': '3c4a7b91-9679-47ca-a3db-6c729f493cc5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:55:49.856765 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1708a569-6e66-4418-b0ab-fc30088e9484 x-openstack-request-id: req-1708a569-6e66-4418-b0ab-fc30088e9484 {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:55:49.858060 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "062b422a-6651-4cce-b7bc-48cce2acf353", "tag": "b1587286-cf0e-4400-a6ce-2043324a7017", "status": "completed", "code": 200}]} {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:55:49.859198 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1708a569-6e66-4418-b0ab-fc30088e9484 {{(pid=92999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:55:49.860072 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '062b422a-6651-4cce-b7bc-48cce2acf353', 'tag': 'b1587286-cf0e-4400-a6ce-2043324a7017', 'status': 'completed', 'code': 200} Jul 16 02:55:49.864204 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-e1e128c1-c5f8-43a0-b604-e874b231d0d7 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1a32c1a-2943-469d-808a-c66e5662fbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1721280 Jul 16 02:55:50.122567 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 7589361b-f2a4-4c63-926f-544288c5df14 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:55:50.204207 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-c0cc3924-0146-428c-91a1-6ede9dd4e9da service neutron] 10.222.0.52 "GET /v2.0/networks/e1a32c1a-2943-469d-808a-c66e5662fbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3279936 Jul 16 02:55:50.270029 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning for port 7589361b-f2a4-4c63-926f-544288c5df14 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:55:50.277909 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 7589361b-f2a4-4c63-926f-544288c5df14 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:50.278336 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:50.535731 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-972393b0-3dcb-4567-bb06-ee2a2e81e7e2 req-b293d96d-9873-4489-8f3d-1338de0af1c8 service neutron] 10.222.0.52 "GET /v2.0/networks/e1a32c1a-2943-469d-808a-c66e5662fbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3171170 Jul 16 02:55:50.589042 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:50.762918 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-94114009-01ec-4376-9e6d-6e084048585d None None] For port 7589361b-f2a4-4c63-926f-544288c5df14, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=7589361b-f2a4-4c63-926f-544288c5df14,segment=NetworkSegment(40ac181a-11b6-441c-b42d-20d46c27951d),segment_id=40ac181a-11b6-441c-b42d-20d46c27951d)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:55:50.783804 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:50.941146 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff525e9-6c78-46bc-84ad-a3fa442b010e req-dc9b1103-c74d-482e-8e78-337f7438b173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:50.956734 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-cff525e9-6c78-46bc-84ad-a3fa442b010e req-dc9b1103-c74d-482e-8e78-337f7438b173 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8e3acf92991541b1a13b2b0872c8876d&device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 1097 time: 0.2546849 Jul 16 02:55:51.049863 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Pushing event updated for resources: {'Port': ['ID=7589361b-f2a4-4c63-926f-544288c5df14,revision_number=5']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:55:51.161054 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bea4e3a-eef9-464f-8331-88ea576df4a4 req-1fd9f2e5-8f78-45c0-9860-e50d3b119a8c tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:51.162639 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3bea4e3a-eef9-464f-8331-88ea576df4a4 req-1fd9f2e5-8f78-45c0-9860-e50d3b119a8c tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 944 time: 0.0981359 Jul 16 02:55:51.238855 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff525e9-6c78-46bc-84ad-a3fa442b010e req-f267ae0c-b856-4948-9ca7-4597aa36dae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:51.240909 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3bea4e3a-eef9-464f-8331-88ea576df4a4 req-10fa9317-6c5e-418e-a052-b0a668e4b402 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652049 Jul 16 02:55:51.241651 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-cff525e9-6c78-46bc-84ad-a3fa442b010e req-f267ae0c-b856-4948-9ca7-4597aa36dae8 service neutron] 10.222.0.52 "GET /v2.0/networks?id=e1a32c1a-2943-469d-808a-c66e5662fbcd HTTP/1.1" status: 200 len: 916 time: 0.2827370 Jul 16 02:55:51.353936 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-cff525e9-6c78-46bc-84ad-a3fa442b010e req-59270160-6e89-42a1-ade2-022e43f03dc1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b1587286-cf0e-4400-a6ce-2043324a7017 HTTP/1.1" status: 200 len: 217 time: 0.0951264 Jul 16 02:55:51.369858 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:51.491307 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff525e9-6c78-46bc-84ad-a3fa442b010e req-f9372758-c2a2-45b9-b173-51527be3c415 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:51.494421 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-cff525e9-6c78-46bc-84ad-a3fa442b010e req-f9372758-c2a2-45b9-b173-51527be3c415 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=3506f4a1-aba4-484e-9411-d55316db4b52 HTTP/1.1" status: 200 len: 855 time: 0.1320207 Jul 16 02:55:51.549364 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-cff525e9-6c78-46bc-84ad-a3fa442b010e req-f35d8d2c-d835-41ff-ba39-9d02aeed7de8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=e1a32c1a-2943-469d-808a-c66e5662fbcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450723 Jul 16 02:55:51.607631 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-7a5c2068-9d70-4336-b23b-d8b5e4def031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:51.744589 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-cff525e9-6c78-46bc-84ad-a3fa442b010e req-b3f64b54-f13f-402b-b6b4-2d6dbeb5d701 service neutron] 10.222.0.52 "GET /v2.0/networks/e1a32c1a-2943-469d-808a-c66e5662fbcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849070 Jul 16 02:55:52.148604 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b24f1-15ce-47c9-bd2f-22790569fc2c req-17ab06d8-25a4-413e-a5fd-a5493e0fc351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:52.150234 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c34b24f1-15ce-47c9-bd2f-22790569fc2c req-17ab06d8-25a4-413e-a5fd-a5493e0fc351 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6f945e439d0e4d87b06aad1c45f83b97&device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 1099 time: 0.3470917 Jul 16 02:55:52.246675 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-cff525e9-6c78-46bc-84ad-a3fa442b010e req-a4456b55-9e33-4e66-a390-b18f2b0aa58a service neutron] 10.222.0.52 "GET /v2.0/networks/e1a32c1a-2943-469d-808a-c66e5662fbcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4573252 Jul 16 02:55:52.255322 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 7589361b-f2a4-4c63-926f-544288c5df14 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:55:52.422996 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b24f1-15ce-47c9-bd2f-22790569fc2c req-a9b37c64-f529-4486-94d1-04c91e919170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:52.428294 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c34b24f1-15ce-47c9-bd2f-22790569fc2c req-a9b37c64-f529-4486-94d1-04c91e919170 service neutron] 10.222.0.52 "GET /v2.0/networks?id=14e36b5a-d9bd-4a9a-8e33-0a405cb50bae HTTP/1.1" status: 200 len: 919 time: 0.2681174 Jul 16 02:55:52.567876 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 7589361b-f2a4-4c63-926f-544288c5df14 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:55:52.570441 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:52.601412 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c34b24f1-15ce-47c9-bd2f-22790569fc2c req-ac3491a4-0059-40b4-ac97-4007afa47b83 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3ae29bd-e1c6-45c9-9f46-f56b4108c911 HTTP/1.1" status: 200 len: 217 time: 0.1500211 Jul 16 02:55:52.724769 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b24f1-15ce-47c9-bd2f-22790569fc2c req-097eca2a-1101-4915-849b-65417aa64828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:52.727877 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c34b24f1-15ce-47c9-bd2f-22790569fc2c req-097eca2a-1101-4915-849b-65417aa64828 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f56becb0-35ba-4a8c-8d35-b94e96683f38 HTTP/1.1" status: 200 len: 858 time: 0.1138988 Jul 16 02:55:52.787160 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:52.813113 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c34b24f1-15ce-47c9-bd2f-22790569fc2c req-ca5cdde4-ca82-49a9-bce1-3201bc9b217a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14e36b5a-d9bd-4a9a-8e33-0a405cb50bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747659 Jul 16 02:55:52.956012 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c34b24f1-15ce-47c9-bd2f-22790569fc2c req-7a1be9fa-9117-43da-b6ba-a4209fe2ba6b service neutron] 10.222.0.52 "GET /v2.0/networks/14e36b5a-d9bd-4a9a-8e33-0a405cb50bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271088 Jul 16 02:55:52.975228 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c02eff2-ba31-4163-9298-628cb150ce06 req-dd09c040-5137-48b7-9cf7-78b06a34a7f5 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:52.990989 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2c02eff2-ba31-4163-9298-628cb150ce06 req-dd09c040-5137-48b7-9cf7-78b06a34a7f5 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.5597115 Jul 16 02:55:53.228867 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2c02eff2-ba31-4163-9298-628cb150ce06 req-a9a311f5-dc91-408d-83c8-a5675248254a tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362764 Jul 16 02:55:53.319617 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c34b24f1-15ce-47c9-bd2f-22790569fc2c req-15cf8aab-7eb4-46de-80c0-d727b41d7e00 service neutron] 10.222.0.52 "GET /v2.0/networks/14e36b5a-d9bd-4a9a-8e33-0a405cb50bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3252754 Jul 16 02:55:53.682614 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f86859-c63e-41c1-b5d3-da30bb73ba07 req-6e8a8c38-5633-43f8-b3ac-3c8767eeb03c tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:53.689851 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d8f86859-c63e-41c1-b5d3-da30bb73ba07 req-6e8a8c38-5633-43f8-b3ac-3c8767eeb03c tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 944 time: 0.1020081 Jul 16 02:55:53.749973 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d8f86859-c63e-41c1-b5d3-da30bb73ba07 req-8242d281-f9b8-41f3-92f6-94d757b6aa2b tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589895 Jul 16 02:55:54.162212 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:55:54.397661 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec51293f-593d-47a6-be66-f30b877fe7c1 req-e3d2eb60-a1e3-49a4-a860-90665965b496 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:54.404261 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ec51293f-593d-47a6-be66-f30b877fe7c1 req-e3d2eb60-a1e3-49a4-a860-90665965b496 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.1121609 Jul 16 02:55:54.453138 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ec51293f-593d-47a6-be66-f30b877fe7c1 req-7cf6a320-05f7-4efd-a471-79560de2ad28 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477829 Jul 16 02:55:54.928321 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47229dc5-aea7-46a7-a5e7-0df06577b630 req-3adcfd77-b90f-4d87-882d-0cd1c3fce2d5 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:54.929964 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-47229dc5-aea7-46a7-a5e7-0df06577b630 req-3adcfd77-b90f-4d87-882d-0cd1c3fce2d5 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1509094 Jul 16 02:55:55.023482 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-47229dc5-aea7-46a7-a5e7-0df06577b630 req-5ab757f5-7cd0-4779-b64c-72985c1f4648 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702965 Jul 16 02:55:55.248155 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9267af-b5ec-4783-9141-953c115e351f req-ec8aa827-6a7b-4cc7-9dde-abbf5aa8b88a tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:55.257123 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fe9267af-b5ec-4783-9141-953c115e351f req-ec8aa827-6a7b-4cc7-9dde-abbf5aa8b88a tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 944 time: 0.1074266 Jul 16 02:55:55.328571 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fe9267af-b5ec-4783-9141-953c115e351f req-6f6fda26-7b1c-49c4-8721-b3db9680ddc0 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697455 Jul 16 02:55:55.846631 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13373dae-14d9-4f55-9ce6-f592f658904f req-1c1b94bb-7c00-42d4-921b-c1c1d0a728f8 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:55.848636 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-13373dae-14d9-4f55-9ce6-f592f658904f req-1c1b94bb-7c00-42d4-921b-c1c1d0a728f8 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.1361148 Jul 16 02:55:55.935319 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-13373dae-14d9-4f55-9ce6-f592f658904f req-e9c9870c-ba9c-4782-8fda-6ac804d4b686 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771489 Jul 16 02:55:56.262826 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68604852-5250-4411-b440-8de276979a34 req-43c70761-1cf8-42f0-aa58-4e0006fb8093 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:56.264835 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-68604852-5250-4411-b440-8de276979a34 req-43c70761-1cf8-42f0-aa58-4e0006fb8093 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.0953922 Jul 16 02:55:56.338772 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-68604852-5250-4411-b440-8de276979a34 req-9e6bacf2-e85a-485b-aefc-ad2b45368edf tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592353 Jul 16 02:55:56.598744 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72421e6-f827-48ec-a257-cb1480f779dc req-9f54f0d3-82be-4414-97c7-9e051eeb9a04 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:56.600420 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a72421e6-f827-48ec-a257-cb1480f779dc req-9f54f0d3-82be-4414-97c7-9e051eeb9a04 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 944 time: 0.1016314 Jul 16 02:55:56.674534 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a72421e6-f827-48ec-a257-cb1480f779dc req-d7883207-3d1a-4090-ac08-78ba970149a5 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659060 Jul 16 02:55:57.270455 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7fcff9-efe0-42d5-8eff-759dbdca6363 req-69c0d635-ff81-46ee-a9cd-83713c07095f tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:57.274125 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-4d7fcff9-efe0-42d5-8eff-759dbdca6363 req-69c0d635-ff81-46ee-a9cd-83713c07095f tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.1125655 Jul 16 02:55:57.376786 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-4d7fcff9-efe0-42d5-8eff-759dbdca6363 req-940a646a-fc6c-4bf9-9653-94c7a440f5cf tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0873799 Jul 16 02:55:57.676564 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9c3b1e-6622-49d5-bb6b-ce7d4fcc9389 req-ccc5e5ab-12b1-4458-b20a-3e585c4d801b tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:57.681170 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-aa9c3b1e-6622-49d5-bb6b-ce7d4fcc9389 req-ccc5e5ab-12b1-4458-b20a-3e585c4d801b tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1210601 Jul 16 02:55:57.756820 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-aa9c3b1e-6622-49d5-bb6b-ce7d4fcc9389 req-19029a9e-a312-4345-9255-77d8bb1ca640 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667040 Jul 16 02:55:58.031965 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec3a475-2041-46d0-9da5-8a106641f8a1 req-ceac6bf0-5da8-4dd6-8144-d7f771902677 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:58.039339 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-aec3a475-2041-46d0-9da5-8a106641f8a1 req-ceac6bf0-5da8-4dd6-8144-d7f771902677 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 944 time: 0.1268260 Jul 16 02:55:58.088300 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-aec3a475-2041-46d0-9da5-8a106641f8a1 req-3e610e01-69ba-4874-a506-697f07c05c5e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480180 Jul 16 02:55:58.611144 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6359df-c584-4660-bdb3-9883218d9996 req-0fa3f894-7da5-4bc1-b985-f74d82832029 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:58.613201 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1f6359df-c584-4660-bdb3-9883218d9996 req-0fa3f894-7da5-4bc1-b985-f74d82832029 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.0820758 Jul 16 02:55:58.672498 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1f6359df-c584-4660-bdb3-9883218d9996 req-02c60d36-cd42-4a12-89f4-1444f494a340 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517745 Jul 16 02:55:59.048240 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86278bfc-1016-437f-8014-45214a038424 req-ea80fdbc-9430-4386-ba0a-f686181681da tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:59.050538 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-86278bfc-1016-437f-8014-45214a038424 req-ea80fdbc-9430-4386-ba0a-f686181681da tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1149843 Jul 16 02:55:59.130905 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-86278bfc-1016-437f-8014-45214a038424 req-4504cc6c-2e0d-46ad-ae39-c14053f14010 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661261 Jul 16 02:55:59.302632 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b19ac82-381c-4eff-90c1-3771be2076fd req-c1aae72b-6414-4e21-a874-27421e84099a tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:59.304224 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0b19ac82-381c-4eff-90c1-3771be2076fd req-c1aae72b-6414-4e21-a874-27421e84099a tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 944 time: 0.0722961 Jul 16 02:55:59.357395 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0b19ac82-381c-4eff-90c1-3771be2076fd req-0fa00d8a-662a-4435-8b9b-dfeb050ff98a tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396919 Jul 16 02:55:59.980311 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beaee9d-bd25-4b14-b519-481db59bb938 req-f4418f77-3361-4756-bd5e-390b1ac880ba tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:55:59.984393 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7beaee9d-bd25-4b14-b519-481db59bb938 req-f4418f77-3361-4756-bd5e-390b1ac880ba tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.1152821 Jul 16 02:56:00.047221 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7beaee9d-bd25-4b14-b519-481db59bb938 req-8a7c2961-1f10-43ec-9476-f3e9902614e7 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521972 Jul 16 02:56:00.374968 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d994989f-aaa2-426d-9295-b6209c31ada0 req-1181d043-c118-4913-a406-0e36c0972e06 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:00.377717 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d994989f-aaa2-426d-9295-b6209c31ada0 req-1181d043-c118-4913-a406-0e36c0972e06 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1048295 Jul 16 02:56:00.444491 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d994989f-aaa2-426d-9295-b6209c31ada0 req-9acb6154-47a9-42ae-91a9-f64debff752b tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598960 Jul 16 02:56:00.635290 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e8f85-46c7-486a-b39d-c4c3e642db30 req-0192c96f-3665-4536-982e-cd8f3664f6d0 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:00.636815 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-634e8f85-46c7-486a-b39d-c4c3e642db30 req-0192c96f-3665-4536-982e-cd8f3664f6d0 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 944 time: 0.0759325 Jul 16 02:56:00.684782 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-634e8f85-46c7-486a-b39d-c4c3e642db30 req-507c7004-dee0-4a54-90c7-31fc2c6bf383 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417104 Jul 16 02:56:00.836151 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-7bc2ac41-919d-48c5-8705-42d8cc32b70d tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:00.837584 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-7bc2ac41-919d-48c5-8705-42d8cc32b70d tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/networks?id=369c9602-2d30-448c-9089-c94082348fa1 HTTP/1.1" status: 200 len: 808 time: 0.1409376 Jul 16 02:56:00.854665 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-eafa268b-9637-47f5-a259-7d11e77fab04 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/quotas/b30399aa0a244e02bff00951610dc496 HTTP/1.1" status: 200 len: 375 time: 0.0112517 Jul 16 02:56:00.897882 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-7686b257-dd58-49e0-ba7a-fe34cd1a6406 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b30399aa0a244e02bff00951610dc496&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334477 Jul 16 02:56:01.086854 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-56b7e61b-33c3-4042-8c01-2b2513c47ec0 service neutron] 10.222.0.21 "GET /v2.0/networks/369c9602-2d30-448c-9089-c94082348fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722581 Jul 16 02:56:01.216966 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-bb566a06-a919-4734-b561-a730911ffb23 service neutron] 10.222.0.21 "GET /v2.0/networks/369c9602-2d30-448c-9089-c94082348fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193123 Jul 16 02:56:01.422549 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-e941a691-7f7c-466a-b93c-898afa481e45 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:01.429642 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-e941a691-7f7c-466a-b93c-898afa481e45 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/networks?id=cff15e84-fc6d-4fab-9100-6ab8022ec990 HTTP/1.1" status: 200 len: 813 time: 0.1718988 Jul 16 02:56:01.440156 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-45d061b7-70d8-4bfa-97c7-53f52ec5aaa0 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/quotas/7a07fe20008544158432a3e05ba4b289 HTTP/1.1" status: 200 len: 375 time: 0.0095792 Jul 16 02:56:01.576033 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-ad605df7-93d4-4835-aa5f-9c6b09609276 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a07fe20008544158432a3e05ba4b289&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1263616 Jul 16 02:56:01.594534 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac671839-48aa-488d-b471-26edc3f9f788 req-f4318a6f-e9aa-44c5-b59d-570bf2e54d57 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:01.596100 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ac671839-48aa-488d-b471-26edc3f9f788 req-f4318a6f-e9aa-44c5-b59d-570bf2e54d57 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.1052070 Jul 16 02:56:01.699424 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ac671839-48aa-488d-b471-26edc3f9f788 req-ca19691c-d690-4769-8dbb-8756854c182d tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946715 Jul 16 02:56:01.733904 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-6ee7ab2f-22af-41df-bb30-d8e0c5f4ece0 service neutron] 10.222.0.21 "GET /v2.0/networks/cff15e84-fc6d-4fab-9100-6ab8022ec990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368117 Jul 16 02:56:02.089277 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6d35b7af-8b3c-4455-9ac5-28232b9ff4a0 req-388c8e54-ed3b-4c51-bdcd-6c53db83a9f6 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaecc35-b67b-402f-ad53-740d682b3286 HTTP/1.1" status: 200 len: 210 time: 0.2994373 Jul 16 02:56:02.115937 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-b5511651-236b-4034-93ac-ad43d445205b service neutron] 10.222.0.21 "GET /v2.0/networks/cff15e84-fc6d-4fab-9100-6ab8022ec990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754110 Jul 16 02:56:02.328947 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c838f5e-fcfa-4f65-be9a-dee9a8d6f7ca req-c78aace6-ccc4-466c-9253-92ab47b599c6 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:02.332799 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7c838f5e-fcfa-4f65-be9a-dee9a8d6f7ca req-c78aace6-ccc4-466c-9253-92ab47b599c6 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1229746 Jul 16 02:56:02.412211 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7c838f5e-fcfa-4f65-be9a-dee9a8d6f7ca req-f2695261-d6b8-455e-a715-edc1956bd668 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723274 Jul 16 02:56:02.552639 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6915f2-658d-4ee4-9385-d19e4c2b1324 req-a92ae562-b66b-448e-b2af-15bee71e0111 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:02.555869 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7d6915f2-658d-4ee4-9385-d19e4c2b1324 req-a92ae562-b66b-448e-b2af-15bee71e0111 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 944 time: 0.1417973 Jul 16 02:56:02.628983 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7d6915f2-658d-4ee4-9385-d19e4c2b1324 req-155bc232-4516-414f-9236-272e73413ef5 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626657 Jul 16 02:56:02.713360 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e3734820-83e1-4447-864f-6897494beb5e req-f91290c3-d553-43a8-8402-f74e6c765501 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 210 time: 0.0353432 Jul 16 02:56:02.968585 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af143b6b-e74f-42a4-b54d-afef819c2bec req-df01d703-6d95-4410-b1da-131015a694bb tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:02.970182 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-af143b6b-e74f-42a4-b54d-afef819c2bec req-df01d703-6d95-4410-b1da-131015a694bb tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.0883627 Jul 16 02:56:03.056813 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-af143b6b-e74f-42a4-b54d-afef819c2bec req-86a99ae9-79f6-4068-9c20-add57ee058b0 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793993 Jul 16 02:56:03.180475 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-27df4928-4c54-40b2-8109-503a8ff36ff4 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:03.182231 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-27df4928-4c54-40b2-8109-503a8ff36ff4 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.52 "GET /v2.0/networks?id=369c9602-2d30-448c-9089-c94082348fa1 HTTP/1.1" status: 200 len: 808 time: 0.1900256 Jul 16 02:56:03.250579 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-b7ca1ee0-a638-4348-b0ef-05617fa7e2ba tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Request body: {'port': {'device_id': '5aaecc35-b67b-402f-ad53-740d682b3286', 'network_id': '369c9602-2d30-448c-9089-c94082348fa1', 'admin_state_up': True, 'tenant_id': 'b30399aa0a244e02bff00951610dc496'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:56:03.361826 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-cca2256a-3dc8-40db-8bad-8adca3e618c6 req-c96b6ff0-d738-40ea-b520-8ecd39a193e6 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaecc35-b67b-402f-ad53-740d682b3286 HTTP/1.1" status: 200 len: 210 time: 0.0641162 Jul 16 02:56:03.455941 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-b7ca1ee0-a638-4348-b0ef-05617fa7e2ba tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Made reservation on behalf of b30399aa0a244e02bff00951610dc496 for: {'port': 1} {{(pid=92998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:56:03.460813 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-b7ca1ee0-a638-4348-b0ef-05617fa7e2ba tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:03.648386 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.db_base_plugin_common [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-b7ca1ee0-a638-4348-b0ef-05617fa7e2ba tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Allocated IP 172.20.0.8 (369c9602-2d30-448c-9089-c94082348fa1/2e8be35a-0517-4502-ba07-ab15f36fd8c3/4a3ac8b8-b27b-4b43-987b-0f3308879c7a) {{(pid=92998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:56:03.680160 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6778946f-d15d-4e3f-94f6-9d19de8ec8a1 req-6b504bc1-5dcf-493a-885e-c488bdc5d0af tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:03.681763 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6778946f-d15d-4e3f-94f6-9d19de8ec8a1 req-6b504bc1-5dcf-493a-885e-c488bdc5d0af tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1346953 Jul 16 02:56:03.764448 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6778946f-d15d-4e3f-94f6-9d19de8ec8a1 req-b96e1792-9873-4978-9e72-4d572cb35693 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682704 Jul 16 02:56:03.927717 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-4ef18b09-4121-4557-bf5d-4c8d57f1c8c2 req-969db73e-9dff-4bd2-ae77-5962ed6a10c3 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 210 time: 0.0560448 Jul 16 02:56:03.943895 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-b7ca1ee0-a638-4348-b0ef-05617fa7e2ba tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Notify callbacks [] for port, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:03.964070 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae933d-f06b-4972-9dee-00bf11774b6a req-000b5757-3a4d-4cf2-bdde-56fedcde074d tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:03.965668 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-07ae933d-f06b-4972-9dee-00bf11774b6a req-000b5757-3a4d-4cf2-bdde-56fedcde074d tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 944 time: 0.2003365 Jul 16 02:56:04.028492 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-b7ca1ee0-a638-4348-b0ef-05617fa7e2ba tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:04.032882 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-07ae933d-f06b-4972-9dee-00bf11774b6a req-a9b68712-c055-4e9f-b2c7-2b4c0f9d3944 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555069 Jul 16 02:56:04.085265 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-b7ca1ee0-a638-4348-b0ef-05617fa7e2ba tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Network 369c9602-2d30-448c-9089-c94082348fa1 is already hosted by enough agents. {{(pid=92998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:56:04.091364 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.base_scheduler [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-b7ca1ee0-a638-4348-b0ef-05617fa7e2ba tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Resources bound (agent type, host, resource id): {{(pid=92998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:56:04.095947 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-b7ca1ee0-a638-4348-b0ef-05617fa7e2ba tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Received port after_create {{(pid=92998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:56:04.126304 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ca1ee0-a638-4348-b0ef-05617fa7e2ba tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Pushing event updated for resources: {'Port': ['ID=4a3ac8b8-b27b-4b43-987b-0f3308879c7a,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:04.147197 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca1ee0-a638-4348-b0ef-05617fa7e2ba tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:04.147548 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca1ee0-a638-4348-b0ef-05617fa7e2ba tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:04.148025 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca1ee0-a638-4348-b0ef-05617fa7e2ba tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:04.148446 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca1ee0-a638-4348-b0ef-05617fa7e2ba tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:04.148840 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca1ee0-a638-4348-b0ef-05617fa7e2ba tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:04.149179 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca1ee0-a638-4348-b0ef-05617fa7e2ba tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:04.149552 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca1ee0-a638-4348-b0ef-05617fa7e2ba tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:04.149859 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca1ee0-a638-4348-b0ef-05617fa7e2ba tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:04.150257 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca1ee0-a638-4348-b0ef-05617fa7e2ba tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:04.150585 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca1ee0-a638-4348-b0ef-05617fa7e2ba tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:04.150916 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca1ee0-a638-4348-b0ef-05617fa7e2ba tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:04.151267 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7ca1ee0-a638-4348-b0ef-05617fa7e2ba tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:04.172108 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-b7ca1ee0-a638-4348-b0ef-05617fa7e2ba tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:04.173262 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-b7ca1ee0-a638-4348-b0ef-05617fa7e2ba tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:04.193588 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-b7ca1ee0-a638-4348-b0ef-05617fa7e2ba tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9470897 Jul 16 02:56:04.226688 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-237838ef-b306-42d0-8a25-edcb669184c3 service neutron] Request body: {'port': {'device_id': '5aaecc35-b67b-402f-ad53-740d682b3286', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:56:04.308729 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-c6634cb8-5abe-468b-ab89-a13bf918bdf9 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:04.310483 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-c6634cb8-5abe-468b-ab89-a13bf918bdf9 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.52 "GET /v2.0/networks?id=cff15e84-fc6d-4fab-9100-6ab8022ec990 HTTP/1.1" status: 200 len: 813 time: 0.1405158 Jul 16 02:56:04.341247 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-232b6ddb-d158-41a9-ba98-9483eb0ed8a5 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Request body: {'port': {'device_id': '119a69c3-5a2e-4347-bde7-a76a0c7d0bbc', 'network_id': 'cff15e84-fc6d-4fab-9100-6ab8022ec990', 'admin_state_up': True, 'tenant_id': '7a07fe20008544158432a3e05ba4b289'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:56:04.427962 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-237838ef-b306-42d0-8a25-edcb669184c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:04.490666 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device b1587286-cf0e-4400-a6ce-2043324a7017 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:56:04.527544 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-232b6ddb-d158-41a9-ba98-9483eb0ed8a5 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Made reservation on behalf of 7a07fe20008544158432a3e05ba4b289 for: {'port': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:56:04.538007 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-232b6ddb-d158-41a9-ba98-9483eb0ed8a5 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:04.555285 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fad53d-8377-4d8a-8eb8-6545c4e89c30 req-2fde4ca1-de0d-4646-89f6-0792065e0b56 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:04.563600 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-82fad53d-8377-4d8a-8eb8-6545c4e89c30 req-2fde4ca1-de0d-4646-89f6-0792065e0b56 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.2251382 Jul 16 02:56:04.710721 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-82fad53d-8377-4d8a-8eb8-6545c4e89c30 req-3a61c0bf-a21d-4716-88d9-61d0d8d44e7c tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461523 Jul 16 02:56:04.741865 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port b1587286-cf0e-4400-a6ce-2043324a7017, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b1587286-cf0e-4400-a6ce-2043324a7017,segment=NetworkSegment(5f0599a3-c418-44ed-a069-7f15235b4797),segment_id=5f0599a3-c418-44ed-a069-7f15235b4797)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:04.758047 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Returning: {'device': 'b1587286-cf0e-4400-a6ce-2043324a7017', 'network_id': 'e1a32c1a-2943-469d-808a-c66e5662fbcd', 'port_id': 'b1587286-cf0e-4400-a6ce-2043324a7017', 'mac_address': 'fa:16:3e:7f:80:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 545, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3506f4a1-aba4-484e-9411-d55316db4b52', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:56:04.794078 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_common [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-232b6ddb-d158-41a9-ba98-9483eb0ed8a5 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Allocated IP 172.20.0.11 (cff15e84-fc6d-4fab-9100-6ab8022ec990/a0535213-d453-4aa5-8b48-17b60fb36114/ca3d1dc9-1b56-40c6-bbe4-7eee7207619d) {{(pid=92999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:56:04.808143 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:04.829249 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1587286-cf0e-4400-a6ce-2043324a7017 {{(pid=93000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:56:04.883721 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port b1587286-cf0e-4400-a6ce-2043324a7017, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b1587286-cf0e-4400-a6ce-2043324a7017,segment=NetworkSegment(5f0599a3-c418-44ed-a069-7f15235b4797),segment_id=5f0599a3-c418-44ed-a069-7f15235b4797)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:04.892366 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:04.923762 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5898abee-c22e-46f3-a8d3-201ac7c8c8f4 req-b1da5bfd-ccf1-44ca-9e1f-2ffadc03baa9 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:04.927929 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5898abee-c22e-46f3-a8d3-201ac7c8c8f4 req-b1da5bfd-ccf1-44ca-9e1f-2ffadc03baa9 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaecc35-b67b-402f-ad53-740d682b3286 HTTP/1.1" status: 200 len: 931 time: 0.2150626 Jul 16 02:56:04.999055 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=b1587286-cf0e-4400-a6ce-2043324a7017,revision_number=4']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:05.009058 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:05.009493 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:05.009741 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:05.012336 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:05.012685 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:05.013029 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:05.013373 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:05.013710 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:05.014043 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:05.014369 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:05.014700 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:05.015016 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:05.090619 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-232b6ddb-d158-41a9-ba98-9483eb0ed8a5 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for port, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:05.117516 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.provisioning_blocks [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-232b6ddb-d158-41a9-ba98-9483eb0ed8a5 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Transition to ACTIVE for port object ca3d1dc9-1b56-40c6-bbe4-7eee7207619d will not be triggered until provisioned by entity DHCP. {{(pid=92999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:56:05.180057 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-232b6ddb-d158-41a9-ba98-9483eb0ed8a5 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:05.221237 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5898abee-c22e-46f3-a8d3-201ac7c8c8f4 req-2d057bf7-e9da-41a7-b869-a274dfc89439 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2769489 Jul 16 02:56:05.244367 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-232b6ddb-d158-41a9-ba98-9483eb0ed8a5 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Network cff15e84-fc6d-4fab-9100-6ab8022ec990 is already hosted by enough agents. {{(pid=92999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:56:05.251519 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-232b6ddb-d158-41a9-ba98-9483eb0ed8a5 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Resources bound (agent type, host, resource id): {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:56:05.283134 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-232b6ddb-d158-41a9-ba98-9483eb0ed8a5 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Received port after_create {{(pid=92999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:56:05.332029 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e043375e-657c-4f55-bc75-efd9d76c4a10 req-6291da10-69cb-41ec-a3c3-f777ebfa473c tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:05.342757 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e043375e-657c-4f55-bc75-efd9d76c4a10 req-6291da10-69cb-41ec-a3c3-f777ebfa473c tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.4042532 Jul 16 02:56:05.354845 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232b6ddb-d158-41a9-ba98-9483eb0ed8a5 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Pushing event updated for resources: {'Port': ['ID=ca3d1dc9-1b56-40c6-bbe4-7eee7207619d,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:05.356715 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.notifiers.nova [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-237838ef-b306-42d0-8a25-edcb669184c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a3ac8b8-b27b-4b43-987b-0f3308879c7a {{(pid=92998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:56:05.379199 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-237838ef-b306-42d0-8a25-edcb669184c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:05.447697 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e043375e-657c-4f55-bc75-efd9d76c4a10 req-72d311ea-b967-42e6-af94-8808cb8aeaf5 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037781 Jul 16 02:56:05.454925 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-232b6ddb-d158-41a9-ba98-9483eb0ed8a5 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:05.455532 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.provisioning_blocks [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-237838ef-b306-42d0-8a25-edcb669184c3 service neutron] Transition to ACTIVE for port object 4a3ac8b8-b27b-4b43-987b-0f3308879c7a will not be triggered until provisioned by entity L2. {{(pid=92998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:56:05.459310 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-232b6ddb-d158-41a9-ba98-9483eb0ed8a5 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:05.476380 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-237838ef-b306-42d0-8a25-edcb669184c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110325'] for port, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:05.534057 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-232b6ddb-d158-41a9-ba98-9483eb0ed8a5 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1982143 Jul 16 02:56:05.548277 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['b1587286-cf0e-4400-a6ce-2043324a7017'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:56:05.747146 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237838ef-b306-42d0-8a25-edcb669184c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4a3ac8b8-b27b-4b43-987b-0f3308879c7a,revision_number=2']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:05.919104 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-802b8258-c9fb-4787-b360-670ec0f1d4b2 None None] Provisioning for port ca3d1dc9-1b56-40c6-bbe4-7eee7207619d completed by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:56:05.929940 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-802b8258-c9fb-4787-b360-670ec0f1d4b2 None None] Provisioning complete for port ca3d1dc9-1b56-40c6-bbe4-7eee7207619d triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:56:05.930597 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-802b8258-c9fb-4787-b360-670ec0f1d4b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:05.988801 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-802b8258-c9fb-4787-b360-670ec0f1d4b2 None None] Port ca3d1dc9-1b56-40c6-bbe4-7eee7207619d cannot update to ACTIVE because it is not bound. {{(pid=93000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:56:06.082995 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81d21d-b823-4415-b7ed-2d9bd5542260 req-68707a5f-6fc3-4231-ab5c-a73751590d13 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:06.084963 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2c81d21d-b823-4415-b7ed-2d9bd5542260 req-68707a5f-6fc3-4231-ab5c-a73751590d13 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 932 time: 0.4591777 Jul 16 02:56:06.103579 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f16ca0-64e1-4105-aa57-5ebc5557fbf9 req-feaf60c9-af56-4e90-85bf-c119e20d7194 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:06.106143 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-25f16ca0-64e1-4105-aa57-5ebc5557fbf9 req-feaf60c9-af56-4e90-85bf-c119e20d7194 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 945 time: 0.2846453 Jul 16 02:56:06.107299 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.managers [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-237838ef-b306-42d0-8a25-edcb669184c3 service neutron] Attempting to bind port 4a3ac8b8-b27b-4b43-987b-0f3308879c7a on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:56:06.107814 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.managers [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-237838ef-b306-42d0-8a25-edcb669184c3 service neutron] Attempting to bind port 4a3ac8b8-b27b-4b43-987b-0f3308879c7a by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '79ca5430-d8e6-49d4-993a-bab78abb34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '369c9602-2d30-448c-9089-c94082348fa1'}] {{(pid=92998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:56:06.108219 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-237838ef-b306-42d0-8a25-edcb669184c3 service neutron] Attempting to bind port 4a3ac8b8-b27b-4b43-987b-0f3308879c7a on network 369c9602-2d30-448c-9089-c94082348fa1 {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:56:06.129258 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-237838ef-b306-42d0-8a25-edcb669184c3 service neutron] Port 4a3ac8b8-b27b-4b43-987b-0f3308879c7a on network 369c9602-2d30-448c-9089-c94082348fa1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:56:06.129659 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-237838ef-b306-42d0-8a25-edcb669184c3 service neutron] Attempting to bind port 4a3ac8b8-b27b-4b43-987b-0f3308879c7a on network 369c9602-2d30-448c-9089-c94082348fa1 {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:56:06.154816 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-237838ef-b306-42d0-8a25-edcb669184c3 service neutron] Checking agent: {'id': 'a8200757-c16c-46b0-9c68-b9d07f85534b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'started_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:56:06.155405 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-237838ef-b306-42d0-8a25-edcb669184c3 service neutron] Checking segment: {'id': '79ca5430-d8e6-49d4-993a-bab78abb34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '369c9602-2d30-448c-9089-c94082348fa1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:56:06.155804 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-237838ef-b306-42d0-8a25-edcb669184c3 service neutron] Bound using segment: {'id': '79ca5430-d8e6-49d4-993a-bab78abb34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '369c9602-2d30-448c-9089-c94082348fa1'} {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:56:06.156668 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.managers [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-237838ef-b306-42d0-8a25-edcb669184c3 service neutron] Bound port: 4a3ac8b8-b27b-4b43-987b-0f3308879c7a, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79ca5430-d8e6-49d4-993a-bab78abb34f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 532, 'network_id': '369c9602-2d30-448c-9089-c94082348fa1'}}] {{(pid=92998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:56:06.157120 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-237838ef-b306-42d0-8a25-edcb669184c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:06.224951 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2c81d21d-b823-4415-b7ed-2d9bd5542260 req-bfcbf143-0272-4f4e-8339-74752f30b06f tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140680 Jul 16 02:56:06.238780 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-25f16ca0-64e1-4105-aa57-5ebc5557fbf9 req-6606bda5-f0ce-422b-8f5b-1936fec2fc33 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255462 Jul 16 02:56:06.298125 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-237838ef-b306-42d0-8a25-edcb669184c3 service neutron] For port 4a3ac8b8-b27b-4b43-987b-0f3308879c7a, host hv-cinder-78836, cleared binding levels {{(pid=92998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:56:06.304722 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-237838ef-b306-42d0-8a25-edcb669184c3 service neutron] For port 4a3ac8b8-b27b-4b43-987b-0f3308879c7a, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4a3ac8b8-b27b-4b43-987b-0f3308879c7a,segment=NetworkSegment(79ca5430-d8e6-49d4-993a-bab78abb34f5),segment_id=79ca5430-d8e6-49d4-993a-bab78abb34f5)] {{(pid=92998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:56:06.312931 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-237838ef-b306-42d0-8a25-edcb669184c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110325'] for port, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:06.349194 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-237838ef-b306-42d0-8a25-edcb669184c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:06.349845 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-237838ef-b306-42d0-8a25-edcb669184c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:06.351402 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-237838ef-b306-42d0-8a25-edcb669184c3 service neutron] 10.222.0.52 "PUT /v2.0/ports/4a3ac8b8-b27b-4b43-987b-0f3308879c7a HTTP/1.1" status: 200 len: 1093 time: 2.1360202 Jul 16 02:56:06.353156 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5aaecc35-b67b-402f-ad53-740d682b3286', 'tag': '4a3ac8b8-b27b-4b43-987b-0f3308879c7a'}] {{(pid=92998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:56:06.355695 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a245791c69082107892e6a31916d6d43f1304004a28c473c9394a88117d1c043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61366d77-95f2-4672-aa15-8af04d578fbc" -d '{"events": [{"name": "network-changed", "server_uuid": "5aaecc35-b67b-402f-ad53-740d682b3286", "tag": "4a3ac8b8-b27b-4b43-987b-0f3308879c7a"}]}' {{(pid=92998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:56:06.416574 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237838ef-b306-42d0-8a25-edcb669184c3 service neutron] Pushing event updated for resources: {'Port': ['ID=4a3ac8b8-b27b-4b43-987b-0f3308879c7a,revision_number=3']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:06.577490 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a968380-729d-4cdf-b115-a54136eea660 req-ca560ea2-286f-4a35-a86d-4d111c06cfb3 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:06.580014 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2a968380-729d-4cdf-b115-a54136eea660 req-ca560ea2-286f-4a35-a86d-4d111c06cfb3 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.1252916 Jul 16 02:56:06.632489 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2a968380-729d-4cdf-b115-a54136eea660 req-c31a0331-6040-4cc0-8ef2-8165452e69f7 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454597 Jul 16 02:56:06.844220 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5b414b-2901-4feb-ba64-7bbb60eb1000 req-ed74670c-6374-48ec-a416-fcb3277d5189 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:06.845844 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9e5b414b-2901-4feb-ba64-7bbb60eb1000 req-ed74670c-6374-48ec-a416-fcb3277d5189 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaecc35-b67b-402f-ad53-740d682b3286 HTTP/1.1" status: 200 len: 943 time: 0.0991721 Jul 16 02:56:06.905316 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9e5b414b-2901-4feb-ba64-7bbb60eb1000 req-8dc8cae4-9ce0-4e5a-b6c7-072cba7647d6 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493877 Jul 16 02:56:06.961456 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71139721-04c9-40cb-a60f-ca39d6634202 x-openstack-request-id: req-71139721-04c9-40cb-a60f-ca39d6634202 {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:56:06.961897 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5aaecc35-b67b-402f-ad53-740d682b3286", "tag": "4a3ac8b8-b27b-4b43-987b-0f3308879c7a", "status": "completed", "code": 200}]} {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:56:06.962296 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71139721-04c9-40cb-a60f-ca39d6634202 {{(pid=92998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:56:06.962969 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5aaecc35-b67b-402f-ad53-740d682b3286', 'tag': '4a3ac8b8-b27b-4b43-987b-0f3308879c7a', 'status': 'completed', 'code': 200} Jul 16 02:56:07.161545 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3c1f0c-0b5f-45b0-bb45-1e16197fc261 req-0ecf37fd-4a25-407f-abe0-ea42453ace05 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:07.164200 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6a3c1f0c-0b5f-45b0-bb45-1e16197fc261 req-0ecf37fd-4a25-407f-abe0-ea42453ace05 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1073468 Jul 16 02:56:07.225960 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6a3c1f0c-0b5f-45b0-bb45-1e16197fc261 req-9ef8f420-efa8-4fbd-bba5-eb6579e7fd02 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558581 Jul 16 02:56:07.447441 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a814a6f-2129-4de8-9d20-fc7ba8b5e4e6 req-97cdea33-2468-4f6d-934b-0103dc0f042c tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:07.449927 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8a814a6f-2129-4de8-9d20-fc7ba8b5e4e6 req-97cdea33-2468-4f6d-934b-0103dc0f042c tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 945 time: 0.0915647 Jul 16 02:56:07.492811 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8a814a6f-2129-4de8-9d20-fc7ba8b5e4e6 req-2ef082a4-2d8c-4383-b9f8-096aa56d6195 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343728 Jul 16 02:56:07.701843 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1ffd48-7607-4c70-9882-2e41ba364d6a req-586b83fe-af35-4931-906d-7bc20efe4c0c tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:07.703473 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ed1ffd48-7607-4c70-9882-2e41ba364d6a req-586b83fe-af35-4931-906d-7bc20efe4c0c tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 932 time: 0.0843709 Jul 16 02:56:07.771050 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ed1ffd48-7607-4c70-9882-2e41ba364d6a req-223b027e-7a91-4e4b-bf59-36902ab35c18 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566986 Jul 16 02:56:08.158616 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f7d745-28eb-4837-b93d-cfbc9a4d0f0b req-ed625ea4-7b43-43e6-95e7-1f8c3a05b950 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:08.161736 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f2f7d745-28eb-4837-b93d-cfbc9a4d0f0b req-ed625ea4-7b43-43e6-95e7-1f8c3a05b950 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.1667292 Jul 16 02:56:08.251595 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f2f7d745-28eb-4837-b93d-cfbc9a4d0f0b req-ded8fae7-15e8-4f5c-bb8b-8c8c284cf60b tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822296 Jul 16 02:56:08.479438 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device b1587286-cf0e-4400-a6ce-2043324a7017 up at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:56:08.591132 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning for port b1587286-cf0e-4400-a6ce-2043324a7017 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:56:08.604981 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning complete for port b1587286-cf0e-4400-a6ce-2043324a7017 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:56:08.608845 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:08.620194 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2d9d1-3924-49d7-a631-3c65a3914bab req-54955d0d-23f9-4045-a15b-8023db523bda tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:08.640162 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c6d2d9d1-3924-49d7-a631-3c65a3914bab req-54955d0d-23f9-4045-a15b-8023db523bda tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaecc35-b67b-402f-ad53-740d682b3286 HTTP/1.1" status: 200 len: 943 time: 0.1942110 Jul 16 02:56:08.714565 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c6d2d9d1-3924-49d7-a631-3c65a3914bab req-eaad8052-3669-4439-b89d-f0c3ae30cb84 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731447 Jul 16 02:56:09.005320 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:09.054399 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631e5d3e-b69e-4f39-82ca-8577c704c152 req-53920cef-f60a-494d-95ac-669cc783138b tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:09.072876 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-631e5d3e-b69e-4f39-82ca-8577c704c152 req-53920cef-f60a-494d-95ac-669cc783138b tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1389108 Jul 16 02:56:09.076580 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '062b422a-6651-4cce-b7bc-48cce2acf353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1587286-cf0e-4400-a6ce-2043324a7017'}] {{(pid=93000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:56:09.086435 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea702c1d27a9afaa317d21627fdeb95d85c281d49492fc16ca315a181738864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fc8735-6b3c-400d-9280-9264c68c7be7" -d '{"events": [{"server_uuid": "062b422a-6651-4cce-b7bc-48cce2acf353", "name": "network-vif-plugged", "status": "completed", "tag": "b1587286-cf0e-4400-a6ce-2043324a7017"}]}' {{(pid=93000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:56:09.120852 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port b1587286-cf0e-4400-a6ce-2043324a7017, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b1587286-cf0e-4400-a6ce-2043324a7017,segment=NetworkSegment(5f0599a3-c418-44ed-a069-7f15235b4797),segment_id=5f0599a3-c418-44ed-a069-7f15235b4797)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:09.130052 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:09.140214 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-631e5d3e-b69e-4f39-82ca-8577c704c152 req-970e7554-ad1e-4037-b394-401c34c98af7 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655761 Jul 16 02:56:09.200800 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=b1587286-cf0e-4400-a6ce-2043324a7017,revision_number=5']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:09.345637 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd43099-9991-41ea-9ef7-3d9ae37ec234 req-e35a8f0f-4a09-4eab-865c-4518856dabb3 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:09.347816 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7dd43099-9991-41ea-9ef7-3d9ae37ec234 req-e35a8f0f-4a09-4eab-865c-4518856dabb3 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 946 time: 0.0880637 Jul 16 02:56:09.399201 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7dd43099-9991-41ea-9ef7-3d9ae37ec234 req-2ded2b4a-80a4-411f-986f-a66a62a90762 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446510 Jul 16 02:56:09.610594 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40102111-80f3-447b-beae-fe59f93ddd53 req-f1461ede-6fde-4813-805d-d8259cc7b9a6 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:09.612876 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-40102111-80f3-447b-beae-fe59f93ddd53 req-f1461ede-6fde-4813-805d-d8259cc7b9a6 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 932 time: 0.1012199 Jul 16 02:56:09.654979 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-40102111-80f3-447b-beae-fe59f93ddd53 req-ea31cf33-e11e-478c-80c4-742b12b5e7cb tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366619 Jul 16 02:56:09.734074 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2263506-beb9-40df-ab5b-5f29449d6fb1 x-openstack-request-id: req-d2263506-beb9-40df-ab5b-5f29449d6fb1 {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:56:09.734608 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "062b422a-6651-4cce-b7bc-48cce2acf353", "name": "network-vif-plugged", "status": "completed", "tag": "b1587286-cf0e-4400-a6ce-2043324a7017", "code": 200}]} {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:56:09.734777 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2263506-beb9-40df-ab5b-5f29449d6fb1 {{(pid=93000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:56:09.735199 dv-cinder-788364-5-smb neutron-server[93000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '062b422a-6651-4cce-b7bc-48cce2acf353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1587286-cf0e-4400-a6ce-2043324a7017', 'code': 200} Jul 16 02:56:09.943261 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229babef-de4a-4a91-a582-9d576c9fca6e req-e2d32b2f-f879-4484-83c7-143894022a1e tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:09.944969 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-229babef-de4a-4a91-a582-9d576c9fca6e req-e2d32b2f-f879-4484-83c7-143894022a1e tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.0991774 Jul 16 02:56:09.992415 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-229babef-de4a-4a91-a582-9d576c9fca6e req-c1c32340-d26b-455a-a0d8-858314fed2ec tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412762 Jul 16 02:56:10.173588 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492e396-9fad-4459-a2b8-59b341470d46 req-2bacf435-9f79-4933-8355-d37e7769d5f0 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:10.175466 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6492e396-9fad-4459-a2b8-59b341470d46 req-2bacf435-9f79-4933-8355-d37e7769d5f0 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaecc35-b67b-402f-ad53-740d682b3286 HTTP/1.1" status: 200 len: 943 time: 0.0748019 Jul 16 02:56:10.235159 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6492e396-9fad-4459-a2b8-59b341470d46 req-20746792-10b7-4ccb-9ef2-35e5722d4d72 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526586 Jul 16 02:56:10.440101 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2252716e-f454-4af2-8117-e983b94159cd req-2d31078a-64a8-437e-9e61-37c0257b92f5 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:10.442221 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2252716e-f454-4af2-8117-e983b94159cd req-2d31078a-64a8-437e-9e61-37c0257b92f5 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.0771484 Jul 16 02:56:10.490916 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2252716e-f454-4af2-8117-e983b94159cd req-494bd37c-3d45-4aea-b404-dde0f0045da1 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426488 Jul 16 02:56:10.712405 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78b9238-d888-4dd4-a7e5-747f609e4be9 req-b1d96413-326c-4090-8995-9ceffc1312eb tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:10.714150 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d78b9238-d888-4dd4-a7e5-747f609e4be9 req-b1d96413-326c-4090-8995-9ceffc1312eb tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 946 time: 0.0889277 Jul 16 02:56:10.758918 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d78b9238-d888-4dd4-a7e5-747f609e4be9 req-adf9ab4f-d3bd-4458-89d3-9423ec85cb78 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388069 Jul 16 02:56:10.955580 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f07d21-5fda-44c2-867b-3a43d576edd1 req-167c2d1e-28bf-4c35-a7ed-61c0e02d437d tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:10.958831 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-50f07d21-5fda-44c2-867b-3a43d576edd1 req-167c2d1e-28bf-4c35-a7ed-61c0e02d437d tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 932 time: 0.0886989 Jul 16 02:56:11.001749 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-50f07d21-5fda-44c2-867b-3a43d576edd1 req-6f1188d9-f419-4fb3-be53-aa385b6674dc tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351005 Jul 16 02:56:11.250541 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84752221-a423-4801-954d-8cdac6e92d55 req-f1770238-e6fa-46e7-afc0-0132ee03af29 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:11.254191 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-84752221-a423-4801-954d-8cdac6e92d55 req-f1770238-e6fa-46e7-afc0-0132ee03af29 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.0926750 Jul 16 02:56:11.308451 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-84752221-a423-4801-954d-8cdac6e92d55 req-4f0d6340-cb36-477b-989b-1be3675fda2d tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476229 Jul 16 02:56:11.590933 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03651e2-3962-4451-90fc-05cfff0764fe req-b54f5ac8-c556-4e2e-9ede-23af5e9a16a1 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:11.592501 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a03651e2-3962-4451-90fc-05cfff0764fe req-b54f5ac8-c556-4e2e-9ede-23af5e9a16a1 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaecc35-b67b-402f-ad53-740d682b3286 HTTP/1.1" status: 200 len: 943 time: 0.0887113 Jul 16 02:56:11.637053 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a03651e2-3962-4451-90fc-05cfff0764fe req-213db7a8-5005-419b-a59e-67617da38cb3 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384626 Jul 16 02:56:11.863666 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77102ffa-e173-47b4-b609-664c7c9e9b94 req-844ab072-12bb-492d-934a-be90c4921c2d tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:11.865356 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-77102ffa-e173-47b4-b609-664c7c9e9b94 req-844ab072-12bb-492d-934a-be90c4921c2d tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.0920577 Jul 16 02:56:11.909965 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-77102ffa-e173-47b4-b609-664c7c9e9b94 req-eccc6007-c1ea-4e7a-86d3-dcaa056355d8 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377252 Jul 16 02:56:12.295140 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036aa2e-8b35-4203-854b-52caea1c5617 req-f4eef7d4-be10-44e6-8381-83b23f02229a tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:12.297556 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d036aa2e-8b35-4203-854b-52caea1c5617 req-f4eef7d4-be10-44e6-8381-83b23f02229a tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 946 time: 0.0797298 Jul 16 02:56:12.343152 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d036aa2e-8b35-4203-854b-52caea1c5617 req-cdaa104b-091f-4a9d-a99c-d3d322eb472d tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395787 Jul 16 02:56:12.586113 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f78e7e3-9781-456d-823f-306bc2be37b7 req-528d1ad2-ac04-461d-960d-13e4690a7b2c tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:12.588736 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7f78e7e3-9781-456d-823f-306bc2be37b7 req-528d1ad2-ac04-461d-960d-13e4690a7b2c tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 932 time: 0.1244092 Jul 16 02:56:12.642825 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7f78e7e3-9781-456d-823f-306bc2be37b7 req-2ef7d593-5ee5-4d8e-8344-844be75e2c0d tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428753 Jul 16 02:56:12.881782 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f109cb-236a-476e-8b33-51cb5366c07d req-d5310f1b-205e-468d-98aa-24a70555b808 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:12.883340 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-88f109cb-236a-476e-8b33-51cb5366c07d req-d5310f1b-205e-468d-98aa-24a70555b808 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.1046147 Jul 16 02:56:12.967726 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-88f109cb-236a-476e-8b33-51cb5366c07d req-cd96bbb5-25cb-4c9f-9f1a-6bb52474805b tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747635 Jul 16 02:56:13.173448 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647fd296-0ee3-4ba6-90ea-febff0c08349 req-91c3f8ca-71cc-4d09-9bd2-29b31da37c59 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:13.175935 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-647fd296-0ee3-4ba6-90ea-febff0c08349 req-91c3f8ca-71cc-4d09-9bd2-29b31da37c59 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaecc35-b67b-402f-ad53-740d682b3286 HTTP/1.1" status: 200 len: 943 time: 0.0696397 Jul 16 02:56:13.219765 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-647fd296-0ee3-4ba6-90ea-febff0c08349 req-f934d326-1e93-4149-b487-7c83275a8362 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381577 Jul 16 02:56:13.439861 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64705432-07d2-428b-9ae7-beab6028ebaa req-2a067acc-2968-4762-b2fa-177c0dab49fc tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:13.441914 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-64705432-07d2-428b-9ae7-beab6028ebaa req-2a067acc-2968-4762-b2fa-177c0dab49fc tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.0833962 Jul 16 02:56:13.507169 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-64705432-07d2-428b-9ae7-beab6028ebaa req-d6fb2ed4-557a-4ed3-9c87-4dc6c9896c77 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582702 Jul 16 02:56:13.726567 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2501819f-f521-409b-a647-9bff1a17c5a2 req-2e121465-29a9-40a0-ad8a-ae9f56230aff tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:13.728280 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2501819f-f521-409b-a647-9bff1a17c5a2 req-2e121465-29a9-40a0-ad8a-ae9f56230aff tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 946 time: 0.0913916 Jul 16 02:56:13.774177 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2501819f-f521-409b-a647-9bff1a17c5a2 req-dce97750-3b16-4e3c-8d91-7ef48de8cc57 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403137 Jul 16 02:56:13.964836 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ee1ce-2cec-4354-9847-8cb34d4afb84 req-185944c2-188e-4969-b589-9610f027165c tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:13.966710 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e42ee1ce-2cec-4354-9847-8cb34d4afb84 req-185944c2-188e-4969-b589-9610f027165c tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 932 time: 0.0680206 Jul 16 02:56:14.010763 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e42ee1ce-2cec-4354-9847-8cb34d4afb84 req-289d5f52-fc9c-493a-bf37-e8ef543a05f0 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359099 Jul 16 02:56:14.222503 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1fef9d-fb15-4b42-92de-70a8ef6cb196 req-e27f43e8-f2d5-40b3-b6d6-d30d3430afb4 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:14.224091 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1b1fef9d-fb15-4b42-92de-70a8ef6cb196 req-e27f43e8-f2d5-40b3-b6d6-d30d3430afb4 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.0879147 Jul 16 02:56:14.307098 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1b1fef9d-fb15-4b42-92de-70a8ef6cb196 req-6ac48cda-10e2-448f-b765-94b28d1b5e25 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758059 Jul 16 02:56:14.527335 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e947bd5a-93d2-434a-85cd-adcdefd79ff0 req-feeda07a-e19a-4a89-9bd1-6600ddc63190 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:14.528945 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e947bd5a-93d2-434a-85cd-adcdefd79ff0 req-feeda07a-e19a-4a89-9bd1-6600ddc63190 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaecc35-b67b-402f-ad53-740d682b3286 HTTP/1.1" status: 200 len: 943 time: 0.0785728 Jul 16 02:56:14.575794 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e947bd5a-93d2-434a-85cd-adcdefd79ff0 req-b422ecef-c2ca-4f81-8788-7b2b6d761b4f tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406582 Jul 16 02:56:14.763445 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379f1fb6-03e6-4860-b48f-c652d18cc50d req-5ab2bb26-434b-47e2-acfe-8b5b9db7a42a tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:14.765095 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-379f1fb6-03e6-4860-b48f-c652d18cc50d req-5ab2bb26-434b-47e2-acfe-8b5b9db7a42a tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.0787182 Jul 16 02:56:14.829374 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-379f1fb6-03e6-4860-b48f-c652d18cc50d req-c5964adf-d589-444a-a7f0-14b4d97cbd54 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566876 Jul 16 02:56:15.026619 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b82d0a9-9d66-4c11-b5db-996b6ede9810 req-95ccafce-20ae-4bcf-9133-5e7fedc8080d tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:15.029271 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0b82d0a9-9d66-4c11-b5db-996b6ede9810 req-95ccafce-20ae-4bcf-9133-5e7fedc8080d tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 946 time: 0.0786150 Jul 16 02:56:15.077626 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0b82d0a9-9d66-4c11-b5db-996b6ede9810 req-a1737b44-45d9-4178-9ca6-7e4fe54f700e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399225 Jul 16 02:56:15.258686 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08008cef-5f5b-4221-9371-d7d4f53415df req-4e90d929-f6ee-4893-8d02-3ab58a219d61 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:15.260594 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-08008cef-5f5b-4221-9371-d7d4f53415df req-4e90d929-f6ee-4893-8d02-3ab58a219d61 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 932 time: 0.0644720 Jul 16 02:56:15.306389 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-08008cef-5f5b-4221-9371-d7d4f53415df req-7349bb0e-399b-4a80-8fd3-f99fe324d0ca tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362215 Jul 16 02:56:15.521086 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f7bde0-6865-451a-a3cb-89c8b4ad7ef6 req-27b36c46-e158-402e-91d6-cf2e04e39fc4 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:15.528445 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a7f7bde0-6865-451a-a3cb-89c8b4ad7ef6 req-27b36c46-e158-402e-91d6-cf2e04e39fc4 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.0947800 Jul 16 02:56:15.851383 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a7f7bde0-6865-451a-a3cb-89c8b4ad7ef6 req-1e946c60-a489-46ae-bdaa-7830d99cbcef tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3185289 Jul 16 02:56:16.089866 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66f2019-484f-41f5-8d76-09b1fcf872d4 req-244e8f74-e104-444f-b2c3-cf2a33431f54 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:16.091789 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e66f2019-484f-41f5-8d76-09b1fcf872d4 req-244e8f74-e104-444f-b2c3-cf2a33431f54 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaecc35-b67b-402f-ad53-740d682b3286 HTTP/1.1" status: 200 len: 943 time: 0.0956082 Jul 16 02:56:16.152996 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e66f2019-484f-41f5-8d76-09b1fcf872d4 req-3517d85b-d106-40bb-a5aa-e0b331dcdf3e tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537839 Jul 16 02:56:16.366410 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05ca1a3-b31f-4e78-8d81-b4cde9a2034d req-c9ea7e35-b966-493f-95a8-1483132a66a9 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:16.371952 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a05ca1a3-b31f-4e78-8d81-b4cde9a2034d req-c9ea7e35-b966-493f-95a8-1483132a66a9 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.0915663 Jul 16 02:56:16.417887 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a05ca1a3-b31f-4e78-8d81-b4cde9a2034d req-de1b3ce0-a782-41ca-9d08-07dd6016d13e tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399003 Jul 16 02:56:16.671375 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657925da-c140-4974-bdb1-ee7ebe95cbc6 req-6ee4a152-82b2-46b8-906b-560efd8c1377 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:16.682949 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-657925da-c140-4974-bdb1-ee7ebe95cbc6 req-6ee4a152-82b2-46b8-906b-560efd8c1377 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 946 time: 0.1507874 Jul 16 02:56:16.743251 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-657925da-c140-4974-bdb1-ee7ebe95cbc6 req-149e6a5a-dad2-4ec6-a3dc-ccb239588c8e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588672 Jul 16 02:56:17.003172 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655c7c2b-2454-41dc-b4b6-2ab848a15de7 req-23383866-9aa8-4e11-b811-36641bae09b3 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:17.010617 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-655c7c2b-2454-41dc-b4b6-2ab848a15de7 req-23383866-9aa8-4e11-b811-36641bae09b3 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 932 time: 0.0823586 Jul 16 02:56:17.051635 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-655c7c2b-2454-41dc-b4b6-2ab848a15de7 req-e41ac784-3dc2-4517-a400-8dfc5a29ac88 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400748 Jul 16 02:56:17.220106 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:17.243977 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f61809-e932-4e8f-8325-1f38a335040d req-52c290df-479f-4033-8bfb-0a8d833c6690 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:17.245996 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-81f61809-e932-4e8f-8325-1f38a335040d req-52c290df-479f-4033-8bfb-0a8d833c6690 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.0770810 Jul 16 02:56:17.298397 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-81f61809-e932-4e8f-8325-1f38a335040d req-8c05884a-2918-4819-9558-8fd4d83691d6 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393155 Jul 16 02:56:17.509519 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e80bbe-c5b3-4282-b2e2-1bbdfba8f5be req-8b1f4590-3890-4bc8-bd5b-fa87d94ac057 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:17.511046 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-54e80bbe-c5b3-4282-b2e2-1bbdfba8f5be req-8b1f4590-3890-4bc8-bd5b-fa87d94ac057 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaecc35-b67b-402f-ad53-740d682b3286 HTTP/1.1" status: 200 len: 943 time: 0.0756011 Jul 16 02:56:17.568214 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-54e80bbe-c5b3-4282-b2e2-1bbdfba8f5be req-4ca10e5a-a477-452a-b973-ff89314cdde3 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492015 Jul 16 02:56:17.788030 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36bc84f-6c67-42ec-8030-acdec6482186 req-80b17b4e-f278-4f25-a07d-64bfd258210f tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:17.791491 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d36bc84f-6c67-42ec-8030-acdec6482186 req-80b17b4e-f278-4f25-a07d-64bfd258210f tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.0982254 Jul 16 02:56:17.844641 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d36bc84f-6c67-42ec-8030-acdec6482186 req-920a2397-2087-4d4a-a3d7-39f2a01e164e tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414219 Jul 16 02:56:18.106050 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d18bad-1176-48a9-8137-c82ffca29e03 req-57a58507-4750-42b5-9740-2916f65a575f tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:18.107632 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-07d18bad-1176-48a9-8137-c82ffca29e03 req-57a58507-4750-42b5-9740-2916f65a575f tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 946 time: 0.1043382 Jul 16 02:56:18.157082 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-07d18bad-1176-48a9-8137-c82ffca29e03 req-b833d370-0691-4310-a7ca-5df01a12ec2a tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425615 Jul 16 02:56:18.350372 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bfa8f9-ba22-4b52-8dea-04a79a57516e req-2532c78b-a6bd-4c96-b13e-a872e505a43d tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:18.351885 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-5b07f23c-2b79-4dde-900f-e4b67bcd3d49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:18.352451 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-62bfa8f9-ba22-4b52-8dea-04a79a57516e req-2532c78b-a6bd-4c96-b13e-a872e505a43d tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 932 time: 0.0754881 Jul 16 02:56:18.431206 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-62bfa8f9-ba22-4b52-8dea-04a79a57516e req-74f77e63-4200-4310-a3a5-1561c3456730 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710754 Jul 16 02:56:18.621967 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2a811-ae07-47ad-891d-f1c1b65c4469 req-2a5f6906-9a3d-4613-82dd-f5063f0c37a2 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:18.623879 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d9e2a811-ae07-47ad-891d-f1c1b65c4469 req-2a5f6906-9a3d-4613-82dd-f5063f0c37a2 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.0750837 Jul 16 02:56:18.682027 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d9e2a811-ae07-47ad-891d-f1c1b65c4469 req-daff5849-52cf-403e-af5d-be43367c6d01 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508108 Jul 16 02:56:18.882572 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32de7511-c205-4cca-a80f-aa69a2920689 req-73811fd6-10b4-4bf6-8eab-584665cf8b3f tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:18.884166 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-32de7511-c205-4cca-a80f-aa69a2920689 req-73811fd6-10b4-4bf6-8eab-584665cf8b3f tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaecc35-b67b-402f-ad53-740d682b3286 HTTP/1.1" status: 200 len: 943 time: 0.0866339 Jul 16 02:56:18.935321 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-32de7511-c205-4cca-a80f-aa69a2920689 req-7a8872fd-0492-47e9-bbda-008426ebe81e tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442555 Jul 16 02:56:19.139641 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720031b-b09b-4f48-8923-eb8aa3c8c741 req-b988ad9a-5d2c-4467-a7d5-55b3f71a49ea tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:19.141451 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a720031b-b09b-4f48-8923-eb8aa3c8c741 req-b988ad9a-5d2c-4467-a7d5-55b3f71a49ea tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.0804343 Jul 16 02:56:19.240577 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a720031b-b09b-4f48-8923-eb8aa3c8c741 req-18977176-7bbd-4e4b-a58b-1a73f0345471 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773096 Jul 16 02:56:19.380723 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf51156-a031-4b49-8c61-0897c9ba9d6a req-aee2af10-8975-4e23-90e8-1d8978773c61 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:19.382374 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9cf51156-a031-4b49-8c61-0897c9ba9d6a req-aee2af10-8975-4e23-90e8-1d8978773c61 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 946 time: 0.0974197 Jul 16 02:56:19.449026 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9cf51156-a031-4b49-8c61-0897c9ba9d6a req-55709946-84f0-466b-8881-21b2a1fae1ee tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469263 Jul 16 02:56:19.483176 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c723ff3-04b0-4a6d-b865-35683971116b req-5aff0e28-d7ae-4002-9acc-ae67d5d80cd0 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:19.484798 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-4c723ff3-04b0-4a6d-b865-35683971116b req-5aff0e28-d7ae-4002-9acc-ae67d5d80cd0 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.1287379 Jul 16 02:56:19.546362 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-4c723ff3-04b0-4a6d-b865-35683971116b req-03d21b9b-12bd-4745-8c89-d7d45287f77f tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540729 Jul 16 02:56:19.591307 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 49440) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:19.672138 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-973370d0-466f-4833-8b4a-9d56e213c1c3 service neutron] Request body: {'port': {'device_id': '119a69c3-5a2e-4347-bde7-a76a0c7d0bbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:56:19.773071 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-1224eeed-8117-410d-8c5d-674729c849bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:19.845989 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-973370d0-466f-4833-8b4a-9d56e213c1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:19.871883 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61366d77-95f2-4672-aa15-8af04d578fbc req-2e0040e9-dff5-4a9a-9ecb-d2ada384249b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:19.873425 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-61366d77-95f2-4672-aa15-8af04d578fbc req-2e0040e9-dff5-4a9a-9ecb-d2ada384249b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b30399aa0a244e02bff00951610dc496&device_id=5aaecc35-b67b-402f-ad53-740d682b3286 HTTP/1.1" status: 200 len: 1096 time: 0.1967132 Jul 16 02:56:20.094691 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 6 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:56:20.209868 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233def79-3d2c-4477-bbbf-7a8bc55ab05b req-8a24e8d0-58c0-4d35-9220-d3778ea553a6 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:20.211425 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-233def79-3d2c-4477-bbbf-7a8bc55ab05b req-8a24e8d0-58c0-4d35-9220-d3778ea553a6 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 932 time: 0.3961346 Jul 16 02:56:20.266528 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-973370d0-466f-4833-8b4a-9d56e213c1c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca3d1dc9-1b56-40c6-bbe4-7eee7207619d {{(pid=92999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:56:20.281549 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-973370d0-466f-4833-8b4a-9d56e213c1c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:20.289407 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e34b5-d54d-4591-8592-84ee60d6c3f1 req-4e548fcb-391a-4212-a13e-95a4d4d37778 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:20.290992 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-876e34b5-d54d-4591-8592-84ee60d6c3f1 req-4e548fcb-391a-4212-a13e-95a4d4d37778 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.4247200 Jul 16 02:56:20.305314 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.provisioning_blocks [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-973370d0-466f-4833-8b4a-9d56e213c1c3 service neutron] Transition to ACTIVE for port object ca3d1dc9-1b56-40c6-bbe4-7eee7207619d will not be triggered until provisioned by entity L2. {{(pid=92999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:56:20.310954 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-973370d0-466f-4833-8b4a-9d56e213c1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9108244'] for port, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:20.317996 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ca7f0-0823-4ae5-adeb-d52f99b4ef85 req-22887e61-3e84-4f0c-acce-814a77db3572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:20.319499 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-0a2ca7f0-0823-4ae5-adeb-d52f99b4ef85 req-22887e61-3e84-4f0c-acce-814a77db3572 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 1099 time: 0.2521076 Jul 16 02:56:20.350283 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-1224eeed-8117-410d-8c5d-674729c849bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:20.365566 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-1224eeed-8117-410d-8c5d-674729c849bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:20.368619 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61366d77-95f2-4672-aa15-8af04d578fbc req-b51dc730-61a4-4401-b311-f9e128c82b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:20.370283 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-61366d77-95f2-4672-aa15-8af04d578fbc req-b51dc730-61a4-4401-b311-f9e128c82b91 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=b30399aa0a244e02bff00951610dc496&shared=False HTTP/1.1" status: 200 len: 909 time: 0.4118922 Jul 16 02:56:20.391786 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-233def79-3d2c-4477-bbbf-7a8bc55ab05b req-a2657cf6-5d29-4698-a9e1-7eb90ef80dba tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625123 Jul 16 02:56:20.402819 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973370d0-466f-4833-8b4a-9d56e213c1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca3d1dc9-1b56-40c6-bbe4-7eee7207619d,revision_number=2']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:20.422021 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-0a2ca7f0-0823-4ae5-adeb-d52f99b4ef85 req-3e2b7465-8922-40d8-a19b-485210611b7f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777149 Jul 16 02:56:20.481002 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-1224eeed-8117-410d-8c5d-674729c849bc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=abe95f3c05474ad3b5143fdc737b1809&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8883383 Jul 16 02:56:20.485719 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 49456) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:20.521071 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-876e34b5-d54d-4591-8592-84ee60d6c3f1 req-a690a7f2-eda3-4865-98de-932038bc7828 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2127740 Jul 16 02:56:20.535001 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-973370d0-466f-4833-8b4a-9d56e213c1c3 service neutron] Attempting to bind port ca3d1dc9-1b56-40c6-bbe4-7eee7207619d on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:56:20.535344 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-973370d0-466f-4833-8b4a-9d56e213c1c3 service neutron] Attempting to bind port ca3d1dc9-1b56-40c6-bbe4-7eee7207619d by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '183d1364-b160-4473-aaf9-4040526610ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cff15e84-fc6d-4fab-9100-6ab8022ec990'}] {{(pid=92999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:56:20.535679 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-973370d0-466f-4833-8b4a-9d56e213c1c3 service neutron] Attempting to bind port ca3d1dc9-1b56-40c6-bbe4-7eee7207619d on network cff15e84-fc6d-4fab-9100-6ab8022ec990 {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:56:20.538255 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1224eeed-8117-410d-8c5d-674729c849bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40de6528-a543-41f5-a010-6d2c3c0e06bc,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:20.550486 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-973370d0-466f-4833-8b4a-9d56e213c1c3 service neutron] Port ca3d1dc9-1b56-40c6-bbe4-7eee7207619d on network cff15e84-fc6d-4fab-9100-6ab8022ec990 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:56:20.550824 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-973370d0-466f-4833-8b4a-9d56e213c1c3 service neutron] Attempting to bind port ca3d1dc9-1b56-40c6-bbe4-7eee7207619d on network cff15e84-fc6d-4fab-9100-6ab8022ec990 {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:56:20.566012 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-973370d0-466f-4833-8b4a-9d56e213c1c3 service neutron] Checking agent: {'id': 'a8200757-c16c-46b0-9c68-b9d07f85534b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'started_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:56:20.566269 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-973370d0-466f-4833-8b4a-9d56e213c1c3 service neutron] Checking segment: {'id': '183d1364-b160-4473-aaf9-4040526610ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cff15e84-fc6d-4fab-9100-6ab8022ec990'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:56:20.566624 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-973370d0-466f-4833-8b4a-9d56e213c1c3 service neutron] Bound using segment: {'id': '183d1364-b160-4473-aaf9-4040526610ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cff15e84-fc6d-4fab-9100-6ab8022ec990'} {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:56:20.567137 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-973370d0-466f-4833-8b4a-9d56e213c1c3 service neutron] Bound port: ca3d1dc9-1b56-40c6-bbe4-7eee7207619d, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '183d1364-b160-4473-aaf9-4040526610ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 548, 'network_id': 'cff15e84-fc6d-4fab-9100-6ab8022ec990'}}] {{(pid=92999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:56:20.567515 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-973370d0-466f-4833-8b4a-9d56e213c1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:20.591189 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-bdc06a0a-56ea-4a9a-aa8e-3eb8a12fcc0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:20.665551 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-bdc06a0a-56ea-4a9a-aa8e-3eb8a12fcc0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:20.749074 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61366d77-95f2-4672-aa15-8af04d578fbc req-c2a8b2b1-948e-403a-814c-9c0dad2069bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:20.750604 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-61366d77-95f2-4672-aa15-8af04d578fbc req-c2a8b2b1-948e-403a-814c-9c0dad2069bd service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3659515 Jul 16 02:56:20.753610 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-973370d0-466f-4833-8b4a-9d56e213c1c3 service neutron] For port ca3d1dc9-1b56-40c6-bbe4-7eee7207619d, host hv-cinder-78836, cleared binding levels {{(pid=92999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:56:20.765950 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-973370d0-466f-4833-8b4a-9d56e213c1c3 service neutron] For port ca3d1dc9-1b56-40c6-bbe4-7eee7207619d, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca3d1dc9-1b56-40c6-bbe4-7eee7207619d,segment=NetworkSegment(183d1364-b160-4473-aaf9-4040526610ca),segment_id=183d1364-b160-4473-aaf9-4040526610ca)] {{(pid=92999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:56:20.772530 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-973370d0-466f-4833-8b4a-9d56e213c1c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9108244'] for port, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:20.802157 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-bdc06a0a-56ea-4a9a-aa8e-3eb8a12fcc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:20.804815 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-bdc06a0a-56ea-4a9a-aa8e-3eb8a12fcc0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:20.805982 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-bdc06a0a-56ea-4a9a-aa8e-3eb8a12fcc0b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40de6528-a543-41f5-a010-6d2c3c0e06bc HTTP/1.1" status: 204 len: 168 time: 0.3191726 Jul 16 02:56:20.823243 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc468a02-6307-4322-817d-f11dad0f4fe7 req-423d5482-081e-4ad4-818e-e9a3db306388 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:20.825907 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-dc468a02-6307-4322-817d-f11dad0f4fe7 req-423d5482-081e-4ad4-818e-e9a3db306388 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaecc35-b67b-402f-ad53-740d682b3286 HTTP/1.1" status: 200 len: 943 time: 0.2625444 Jul 16 02:56:20.836875 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-973370d0-466f-4833-8b4a-9d56e213c1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:20.837492 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-973370d0-466f-4833-8b4a-9d56e213c1c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:20.838941 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-973370d0-466f-4833-8b4a-9d56e213c1c3 service neutron] 10.222.0.52 "PUT /v2.0/ports/ca3d1dc9-1b56-40c6-bbe4-7eee7207619d HTTP/1.1" status: 200 len: 1094 time: 1.1715446 Jul 16 02:56:20.839721 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc06a0a-56ea-4a9a-aa8e-3eb8a12fcc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40de6528-a543-41f5-a010-6d2c3c0e06bc,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:20.841401 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119a69c3-5a2e-4347-bde7-a76a0c7d0bbc', 'tag': 'ca3d1dc9-1b56-40c6-bbe4-7eee7207619d'}] {{(pid=92999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:56:20.850395 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7924d30a451bfb46b248ee236a8924541a1a79d63876f3bc8bdb08287585aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8aee95-cd6f-4ea6-9e7b-35036a1dfcb5" -d '{"events": [{"name": "network-changed", "server_uuid": "119a69c3-5a2e-4347-bde7-a76a0c7d0bbc", "tag": "ca3d1dc9-1b56-40c6-bbe4-7eee7207619d"}]}' {{(pid=92999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:56:20.881154 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dc238f-c215-4121-ac0f-3b07fb6b1d01 req-39e7eb8c-2d65-4bba-b423-8bed567075da tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:20.882664 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-12dc238f-c215-4121-ac0f-3b07fb6b1d01 req-39e7eb8c-2d65-4bba-b423-8bed567075da tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1846328 Jul 16 02:56:20.904598 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973370d0-466f-4833-8b4a-9d56e213c1c3 service neutron] Pushing event updated for resources: {'Port': ['ID=ca3d1dc9-1b56-40c6-bbe4-7eee7207619d,revision_number=3']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:20.925175 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-dc468a02-6307-4322-817d-f11dad0f4fe7 req-28bb12fa-178d-4cdb-aa0f-1c0deb348816 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906444 Jul 16 02:56:21.045341 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-12dc238f-c215-4121-ac0f-3b07fb6b1d01 req-b9c947ca-e798-4ad3-a157-9b42372b1c1f tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481504 Jul 16 02:56:21.049453 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-5fe240ce-2244-4ec7-b139-afc4df5587ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:21.053689 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-5fe240ce-2244-4ec7-b139-afc4df5587ac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b30399aa0a244e02bff00951610dc496&device_id=5aaecc35-b67b-402f-ad53-740d682b3286 HTTP/1.1" status: 200 len: 1096 time: 0.1163163 Jul 16 02:56:21.139475 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-c17964fc-1fcb-454a-ab16-e5b974a7ea03 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4a3ac8b8-b27b-4b43-987b-0f3308879c7a HTTP/1.1" status: 200 len: 217 time: 0.0651014 Jul 16 02:56:21.141468 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-e4a545a8-1b4c-46c0-bf6b-d8b3298d93db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:21.143534 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-e4a545a8-1b4c-46c0-bf6b-d8b3298d93db service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a07fe20008544158432a3e05ba4b289&device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 1097 time: 0.1692545 Jul 16 02:56:21.232759 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-c20a94e3-7d36-4eb9-af56-0b7cc9850456 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca3d1dc9-1b56-40c6-bbe4-7eee7207619d HTTP/1.1" status: 200 len: 217 time: 0.0555446 Jul 16 02:56:21.260733 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-f8a6ad5b-6aaa-4c47-8b62-1147415f3774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:21.262306 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-f8a6ad5b-6aaa-4c47-8b62-1147415f3774 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=2e8be35a-0517-4502-ba07-ab15f36fd8c3 HTTP/1.1" status: 200 len: 848 time: 0.0936608 Jul 16 02:56:21.325981 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-e6cd645f-27cf-4a63-a727-64fa7455e6b2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=369c9602-2d30-448c-9089-c94082348fa1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487878 Jul 16 02:56:21.339142 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:21.349980 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-507d2846-1e82-45a0-a087-f6f6be00c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:21.351428 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-507d2846-1e82-45a0-a087-f6f6be00c2f0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0535213-d453-4aa5-8b48-17b60fb36114 HTTP/1.1" status: 200 len: 852 time: 0.0948226 Jul 16 02:56:21.361625 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c14a91-9c66-46c5-ad76-877866b17bcc req-b60990dd-03cb-4778-b422-adaba32456ae tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:21.363790 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-86c14a91-9c66-46c5-ad76-877866b17bcc req-b60990dd-03cb-4778-b422-adaba32456ae tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 946 time: 0.2384369 Jul 16 02:56:21.429413 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c0d22f-44f6-497c-b533-09cb3ce1c680 req-3c5fa7ce-2f0d-42ee-adb2-e38cbef2db73 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:21.436354 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b7c0d22f-44f6-497c-b533-09cb3ce1c680 req-3c5fa7ce-2f0d-42ee-adb2-e38cbef2db73 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.2167771 Jul 16 02:56:21.470072 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-aac8b4d1-6e20-4d60-a3da-ce54dc95937d service neutron] 10.222.0.52 "GET /v2.0/networks/369c9602-2d30-448c-9089-c94082348fa1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215787 Jul 16 02:56:21.485210 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-86c14a91-9c66-46c5-ad76-877866b17bcc req-418498d2-d24c-4b99-9512-018165a729e5 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080723 Jul 16 02:56:21.505323 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b7c0d22f-44f6-497c-b533-09cb3ce1c680 req-ecd39c7c-44d5-411d-a7b1-2aa57fa187d4 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0680511 Jul 16 02:56:21.510895 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-3b9bb75c-4911-405c-b918-e9b8f9acb8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:21.512344 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-3b9bb75c-4911-405c-b918-e9b8f9acb8a6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cff15e84-fc6d-4fab-9100-6ab8022ec990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1476231 Jul 16 02:56:21.596854 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a2153457-ff3a-41d3-b169-7372da38680a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:21.632345 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49e391a-1136-4480-8666-02d3fe11aad9 x-openstack-request-id: req-f49e391a-1136-4480-8666-02d3fe11aad9 {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:56:21.632840 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119a69c3-5a2e-4347-bde7-a76a0c7d0bbc", "tag": "ca3d1dc9-1b56-40c6-bbe4-7eee7207619d", "status": "completed", "code": 200}]} {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:56:21.632840 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f49e391a-1136-4480-8666-02d3fe11aad9 {{(pid=92999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:56:21.633290 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119a69c3-5a2e-4347-bde7-a76a0c7d0bbc', 'tag': 'ca3d1dc9-1b56-40c6-bbe4-7eee7207619d', 'status': 'completed', 'code': 200} Jul 16 02:56:21.702155 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-d6b181fa-70fe-47f5-9cbf-d50c7369f4da req-3edc005f-c99d-4ee9-b00b-095fad3af4f4 service neutron] 10.222.0.52 "GET /v2.0/networks/369c9602-2d30-448c-9089-c94082348fa1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116938 Jul 16 02:56:21.749601 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-e9633b6d-c0c3-47e7-b91e-deb96e59bed3 service neutron] 10.222.0.52 "GET /v2.0/networks/cff15e84-fc6d-4fab-9100-6ab8022ec990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2293413 Jul 16 02:56:21.819517 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f697b766-3c65-48e4-a0b7-4d896e47ff05 req-2574c92b-ed6a-43ca-ac3a-f9cc4089f2e8 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:21.821149 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f697b766-3c65-48e4-a0b7-4d896e47ff05 req-2574c92b-ed6a-43ca-ac3a-f9cc4089f2e8 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 944 time: 0.1664689 Jul 16 02:56:21.931081 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7242347-7ced-4077-801a-556d63847695 req-9dade40b-869e-4e19-8642-1cbd93b9ff67 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:21.932713 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c7242347-7ced-4077-801a-556d63847695 req-9dade40b-869e-4e19-8642-1cbd93b9ff67 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.1729360 Jul 16 02:56:21.972612 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f697b766-3c65-48e4-a0b7-4d896e47ff05 req-9acf8018-5b0b-4d39-9a35-c64ed0b368f4 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389685 Jul 16 02:56:21.997987 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b1018c48-6416-49ff-b578-ee50dd40e963 req-41e0900e-6748-4aed-94ae-c9fe1dbe4939 service neutron] 10.222.0.52 "GET /v2.0/networks/cff15e84-fc6d-4fab-9100-6ab8022ec990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692486 Jul 16 02:56:22.015356 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c7242347-7ced-4077-801a-556d63847695 req-e4c2a751-b2ec-43ca-971f-1a84ed4567c0 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0737336 Jul 16 02:56:22.184776 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2803e0-7509-47f1-b029-914be568255f req-2e724133-7619-4d66-9746-49640b28d5a4 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:22.186368 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-aa2803e0-7509-47f1-b029-914be568255f req-2e724133-7619-4d66-9746-49640b28d5a4 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaecc35-b67b-402f-ad53-740d682b3286 HTTP/1.1" status: 200 len: 943 time: 0.0822699 Jul 16 02:56:22.269703 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-aa2803e0-7509-47f1-b029-914be568255f req-fd270cac-a63c-400e-b076-c7bf6bd0bfcd tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749028 Jul 16 02:56:22.298683 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8aee95-cd6f-4ea6-9e7b-35036a1dfcb5 req-45d0cf6f-618b-460a-bb48-c0c6b4eb12a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:22.300642 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9c8aee95-cd6f-4ea6-9e7b-35036a1dfcb5 req-45d0cf6f-618b-460a-bb48-c0c6b4eb12a3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a07fe20008544158432a3e05ba4b289&device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 1097 time: 0.0884190 Jul 16 02:56:22.720326 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a95dd-5bbb-4cc0-8f85-87d4c0cf2c1d req-8af1b3f9-9250-4e0d-a29e-7eb021a77cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:22.722053 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:22.727503 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-7c3a95dd-5bbb-4cc0-8f85-87d4c0cf2c1d req-8af1b3f9-9250-4e0d-a29e-7eb021a77cc2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b79bde3ef98a47fc8488184086b44b9c&device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 1098 time: 0.1192055 Jul 16 02:56:22.852777 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8aee95-cd6f-4ea6-9e7b-35036a1dfcb5 req-3ba12d41-4e61-438a-ad76-1696eb381fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:22.854294 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9c8aee95-cd6f-4ea6-9e7b-35036a1dfcb5 req-3ba12d41-4e61-438a-ad76-1696eb381fb9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cff15e84-fc6d-4fab-9100-6ab8022ec990 HTTP/1.1" status: 200 len: 914 time: 0.5377898 Jul 16 02:56:22.925692 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f6e3c9-ca95-46d7-823f-90471712e7c8 req-7d8635fd-9963-4bc9-b7ed-08f6b5ae4ac3 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:22.927300 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-04f6e3c9-ca95-46d7-823f-90471712e7c8 req-7d8635fd-9963-4bc9-b7ed-08f6b5ae4ac3 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.5013032 Jul 16 02:56:22.937449 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a95dd-5bbb-4cc0-8f85-87d4c0cf2c1d req-66b9b2ba-d8aa-4c85-9247-ae2d4d99c8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:22.939098 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-7c3a95dd-5bbb-4cc0-8f85-87d4c0cf2c1d req-66b9b2ba-d8aa-4c85-9247-ae2d4d99c8cc service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e5c6bfb-07bb-468d-bd2e-617c99bc64ab HTTP/1.1" status: 200 len: 912 time: 0.1691298 Jul 16 02:56:22.941673 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9c8aee95-cd6f-4ea6-9e7b-35036a1dfcb5 req-7064ef13-b93b-4287-be59-a2c14f9d75f3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca3d1dc9-1b56-40c6-bbe4-7eee7207619d HTTP/1.1" status: 200 len: 217 time: 0.0744736 Jul 16 02:56:22.966719 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f966a-0a78-4e4d-947f-fad63ab05082 req-19bfc9e0-5360-4b6c-9b78-f936dadb6b11 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:22.968315 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fb5f966a-0a78-4e4d-947f-fad63ab05082 req-19bfc9e0-5360-4b6c-9b78-f936dadb6b11 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.1982586 Jul 16 02:56:23.053191 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-04f6e3c9-ca95-46d7-823f-90471712e7c8 req-c6968e61-0927-4a4f-a510-c59872b7540b tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136582 Jul 16 02:56:23.064472 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fb5f966a-0a78-4e4d-947f-fad63ab05082 req-a034b0c9-0ce2-4ca8-ac6c-e054d1a61975 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816455 Jul 16 02:56:23.069136 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8aee95-cd6f-4ea6-9e7b-35036a1dfcb5 req-7284e986-ad36-4c81-90b3-0795ddf2708c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:23.070570 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9c8aee95-cd6f-4ea6-9e7b-35036a1dfcb5 req-7284e986-ad36-4c81-90b3-0795ddf2708c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0535213-d453-4aa5-8b48-17b60fb36114 HTTP/1.1" status: 200 len: 852 time: 0.0993927 Jul 16 02:56:23.074936 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-7c3a95dd-5bbb-4cc0-8f85-87d4c0cf2c1d req-1b85c6dd-5186-46cb-b280-28c0fa3de1c7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddbac108-142f-461a-a20a-80bab77d9ef5 HTTP/1.1" status: 200 len: 1000 time: 0.1014333 Jul 16 02:56:23.149950 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9974a40-bfe2-481a-bc94-a065d5f23f73 req-bada1fff-8747-4668-8c78-f9669038dfc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:23.151408 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-f9974a40-bfe2-481a-bc94-a065d5f23f73 req-bada1fff-8747-4668-8c78-f9669038dfc9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 1099 time: 0.1807523 Jul 16 02:56:23.160465 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a95dd-5bbb-4cc0-8f85-87d4c0cf2c1d req-62b91ece-04c8-45e7-b2f2-ea83de362f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:23.161996 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-7c3a95dd-5bbb-4cc0-8f85-87d4c0cf2c1d req-62b91ece-04c8-45e7-b2f2-ea83de362f60 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63a1915a-bab0-41c0-bb18-aaed33e028db HTTP/1.1" status: 200 len: 850 time: 0.0696211 Jul 16 02:56:23.173231 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8aee95-cd6f-4ea6-9e7b-35036a1dfcb5 req-da704986-9a4c-4109-bd30-98b66c52241f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:23.176271 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9c8aee95-cd6f-4ea6-9e7b-35036a1dfcb5 req-da704986-9a4c-4109-bd30-98b66c52241f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cff15e84-fc6d-4fab-9100-6ab8022ec990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0922639 Jul 16 02:56:23.245135 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-f9974a40-bfe2-481a-bc94-a065d5f23f73 req-1d1ae870-7130-4246-8db6-b492754904d6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786698 Jul 16 02:56:23.264193 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3a95dd-5bbb-4cc0-8f85-87d4c0cf2c1d req-395ab067-7b85-42a2-abd1-4d5af8b853ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:23.265722 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-7c3a95dd-5bbb-4cc0-8f85-87d4c0cf2c1d req-395ab067-7b85-42a2-abd1-4d5af8b853ff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e5c6bfb-07bb-468d-bd2e-617c99bc64ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0927937 Jul 16 02:56:23.387574 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c266c9-f902-4402-9712-034b8137d8fe req-bdde928b-30a3-47c0-9ef2-b852cf85c157 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:23.389160 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-10c266c9-f902-4402-9712-034b8137d8fe req-bdde928b-30a3-47c0-9ef2-b852cf85c157 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.1874385 Jul 16 02:56:23.397079 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07233d17-4064-495c-8034-df2c5735a067 req-79107c3e-a766-482a-9e57-268c72e332ec tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:23.398645 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-07233d17-4064-495c-8034-df2c5735a067 req-79107c3e-a766-482a-9e57-268c72e332ec tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 946 time: 0.2072105 Jul 16 02:56:23.402847 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9c8aee95-cd6f-4ea6-9e7b-35036a1dfcb5 req-3a7617e3-948f-4b23-913e-db5d1c378064 service neutron] 10.222.0.52 "GET /v2.0/networks/cff15e84-fc6d-4fab-9100-6ab8022ec990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998959 Jul 16 02:56:23.453836 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-10c266c9-f902-4402-9712-034b8137d8fe req-fdd81587-b940-4d5f-a537-ef2da128b34a tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539422 Jul 16 02:56:23.466769 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-07233d17-4064-495c-8034-df2c5735a067 req-609fa42b-3a55-49de-9790-08230788e6b7 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575821 Jul 16 02:56:23.676512 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c5de40-2b50-4099-a9ff-7438d4855755 req-5753b1e0-2fd2-41ba-a38f-1bc3da07e2fa tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:23.679153 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c4c5de40-2b50-4099-a9ff-7438d4855755 req-5753b1e0-2fd2-41ba-a38f-1bc3da07e2fa tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 944 time: 0.1166768 Jul 16 02:56:23.740042 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48616a-0a93-4e24-ba62-bbd52df7c3ce req-2162881b-9322-411a-8780-5830216958cc tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:23.741624 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8d48616a-0a93-4e24-ba62-bbd52df7c3ce req-2162881b-9322-411a-8780-5830216958cc tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaecc35-b67b-402f-ad53-740d682b3286 HTTP/1.1" status: 200 len: 943 time: 0.1497321 Jul 16 02:56:23.810418 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-7c3a95dd-5bbb-4cc0-8f85-87d4c0cf2c1d req-82170d7e-9ee9-47ed-98bc-b83aadbf6327 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5c6bfb-07bb-468d-bd2e-617c99bc64ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271000 Jul 16 02:56:23.876002 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c4c5de40-2b50-4099-a9ff-7438d4855755 req-ef490021-0b69-4957-9dba-5a36930e5cb8 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812284 Jul 16 02:56:23.901314 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8d48616a-0a93-4e24-ba62-bbd52df7c3ce req-f4db5454-11f3-4787-b7d9-659e4beb8520 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421371 Jul 16 02:56:23.935251 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9c8aee95-cd6f-4ea6-9e7b-35036a1dfcb5 req-7c285097-ee8b-4496-bf04-442938852c56 service neutron] 10.222.0.52 "GET /v2.0/networks/cff15e84-fc6d-4fab-9100-6ab8022ec990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2514112 Jul 16 02:56:23.960817 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-7c3a95dd-5bbb-4cc0-8f85-87d4c0cf2c1d req-2d82350e-24b0-4e72-badd-ef5fb15e7065 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5c6bfb-07bb-468d-bd2e-617c99bc64ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358318 Jul 16 02:56:24.149690 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:24.270993 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47a9b90-5f67-4ca6-917d-076b03e6acc5 req-6179b5ac-56fd-4825-8839-c688cd4c5b5d tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:24.278205 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f47a9b90-5f67-4ca6-917d-076b03e6acc5 req-6179b5ac-56fd-4825-8839-c688cd4c5b5d tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.0848956 Jul 16 02:56:24.351114 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f47a9b90-5f67-4ca6-917d-076b03e6acc5 req-b8560c37-aef2-4119-aeaf-a2b4fdd506e7 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719388 Jul 16 02:56:24.390274 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8790b-2f91-4f73-85c6-e8f8bd071489 req-7523d823-ea56-4688-88f8-86360ecefaef tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:24.396402 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7be8790b-2f91-4f73-85c6-e8f8bd071489 req-7523d823-ea56-4688-88f8-86360ecefaef tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.1100762 Jul 16 02:56:24.435352 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7be8790b-2f91-4f73-85c6-e8f8bd071489 req-9b6a7ace-9c1c-4bc5-b4ff-9e661d21e1a0 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371788 Jul 16 02:56:24.561317 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 4a3ac8b8-b27b-4b43-987b-0f3308879c7a details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:56:24.669669 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b10388-d7e4-4e50-a511-825dfbc3b82c req-222ab663-dc70-42cf-a5ec-8a0383dbb4bf tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:24.671591 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a6b10388-d7e4-4e50-a511-825dfbc3b82c req-222ab663-dc70-42cf-a5ec-8a0383dbb4bf tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.0958667 Jul 16 02:56:24.685317 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 4a3ac8b8-b27b-4b43-987b-0f3308879c7a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4a3ac8b8-b27b-4b43-987b-0f3308879c7a,segment=NetworkSegment(79ca5430-d8e6-49d4-993a-bab78abb34f5),segment_id=79ca5430-d8e6-49d4-993a-bab78abb34f5)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:24.699719 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Returning: {'device': '4a3ac8b8-b27b-4b43-987b-0f3308879c7a', 'network_id': '369c9602-2d30-448c-9089-c94082348fa1', 'port_id': '4a3ac8b8-b27b-4b43-987b-0f3308879c7a', 'mac_address': 'fa:16:3e:38:f2:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 532, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e8be35a-0517-4502-ba07-ab15f36fd8c3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:56:24.717644 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a6b10388-d7e4-4e50-a511-825dfbc3b82c req-1cbb26c6-a5f3-46f6-9c5e-a166bf7e2d1e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398338 Jul 16 02:56:24.744353 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:24.770592 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a3ac8b8-b27b-4b43-987b-0f3308879c7a {{(pid=93000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:56:24.798447 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 4a3ac8b8-b27b-4b43-987b-0f3308879c7a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4a3ac8b8-b27b-4b43-987b-0f3308879c7a,segment=NetworkSegment(79ca5430-d8e6-49d4-993a-bab78abb34f5),segment_id=79ca5430-d8e6-49d4-993a-bab78abb34f5)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:24.805362 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:24.856492 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=4a3ac8b8-b27b-4b43-987b-0f3308879c7a,revision_number=4']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:25.100380 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a9913e-4595-4fa1-86cf-20fd424f2c32 req-16ed1ef3-b148-48db-a908-33d46b2505a3 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:25.101893 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e7a9913e-4595-4fa1-86cf-20fd424f2c32 req-16ed1ef3-b148-48db-a908-33d46b2505a3 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 944 time: 0.1040888 Jul 16 02:56:25.125111 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7987c3-b3ac-44fd-80d1-a9701fc4163c req-60152414-7e90-4f6a-9836-54e7bee52839 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:25.126520 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5b7987c3-b3ac-44fd-80d1-a9701fc4163c req-60152414-7e90-4f6a-9836-54e7bee52839 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaecc35-b67b-402f-ad53-740d682b3286 HTTP/1.1" status: 200 len: 944 time: 0.0997849 Jul 16 02:56:25.172801 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e7a9913e-4595-4fa1-86cf-20fd424f2c32 req-882af4b7-378f-4853-956f-488699b46ec8 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645721 Jul 16 02:56:25.185604 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5b7987c3-b3ac-44fd-80d1-a9701fc4163c req-b9bb6f7a-59d1-4e2e-ba70-7cbb296af9ee tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523918 Jul 16 02:56:25.662001 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c37bb1-4478-42dc-a725-7fcce811946a req-7f5564c3-0ed3-4e1f-a114-499a0982bd40 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:25.663558 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-95c37bb1-4478-42dc-a725-7fcce811946a req-7f5564c3-0ed3-4e1f-a114-499a0982bd40 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1027470 Jul 16 02:56:25.729961 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-95c37bb1-4478-42dc-a725-7fcce811946a req-6df503df-7a50-4bd3-a89e-a6c4596a1ed3 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592997 Jul 16 02:56:25.741247 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be63f08-7f8f-498b-b149-5e7e9a2e1d41 req-1c2eaf27-0c98-44f2-ac0b-f550843e36af tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:25.746625 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['4a3ac8b8-b27b-4b43-987b-0f3308879c7a'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:56:25.747353 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7be63f08-7f8f-498b-b149-5e7e9a2e1d41 req-1c2eaf27-0c98-44f2-ac0b-f550843e36af tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.1546080 Jul 16 02:56:25.794656 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7be63f08-7f8f-498b-b149-5e7e9a2e1d41 req-75092e2a-59f8-464d-b775-520d0ae84412 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393138 Jul 16 02:56:25.968068 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8ae8ec-0ff2-45ed-ae51-fceac3497f02 req-8c5815a1-880f-4bee-880f-7d22ad9f763d tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:25.976498 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3e8ae8ec-0ff2-45ed-ae51-fceac3497f02 req-8c5815a1-880f-4bee-880f-7d22ad9f763d tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.0885878 Jul 16 02:56:26.019295 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3e8ae8ec-0ff2-45ed-ae51-fceac3497f02 req-24717a9d-f4d8-43d5-8f8d-03b7ff11909a tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418947 Jul 16 02:56:26.307403 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c358dcc3-e13a-47de-aab2-69887af547cf req-67144fce-fedb-41af-a0d6-f562db5164ff tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:26.309014 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c358dcc3-e13a-47de-aab2-69887af547cf req-67144fce-fedb-41af-a0d6-f562db5164ff tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.0909076 Jul 16 02:56:26.333793 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c257209-b94b-431d-b231-346b5c99640b req-6ece2468-3fdf-487c-9c8a-cc8887af105b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:26.335454 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-0c257209-b94b-431d-b231-346b5c99640b req-6ece2468-3fdf-487c-9c8a-cc8887af105b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6f945e439d0e4d87b06aad1c45f83b97&device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 1099 time: 0.0591528 Jul 16 02:56:26.353285 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c358dcc3-e13a-47de-aab2-69887af547cf req-ee5d1bbe-e816-446b-8b31-eb1e05bcfab5 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380764 Jul 16 02:56:26.479643 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c257209-b94b-431d-b231-346b5c99640b req-ad00aa9f-2ddb-4260-87ba-76d7760aaf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:26.485345 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-0c257209-b94b-431d-b231-346b5c99640b req-ad00aa9f-2ddb-4260-87ba-76d7760aaf70 service neutron] 10.222.0.52 "GET /v2.0/networks?id=14e36b5a-d9bd-4a9a-8e33-0a405cb50bae HTTP/1.1" status: 200 len: 919 time: 0.1335292 Jul 16 02:56:26.545249 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-0c257209-b94b-431d-b231-346b5c99640b req-89a6fe14-1da0-41f2-8cad-529d4cf85566 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3ae29bd-e1c6-45c9-9f46-f56b4108c911 HTTP/1.1" status: 200 len: 217 time: 0.0409617 Jul 16 02:56:26.570604 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device ca3d1dc9-1b56-40c6-bbe4-7eee7207619d details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:56:26.582382 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041da69a-cc69-4289-af6e-52b3ef75ff06 req-fd824fcb-c3a1-45a3-b9d9-3968047763be tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:26.597646 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-041da69a-cc69-4289-af6e-52b3ef75ff06 req-fd824fcb-c3a1-45a3-b9d9-3968047763be tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 944 time: 0.1158965 Jul 16 02:56:26.616700 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c257209-b94b-431d-b231-346b5c99640b req-e37774fd-fbc8-4cd4-ab1b-5960ebbe4615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:26.618642 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-0c257209-b94b-431d-b231-346b5c99640b req-e37774fd-fbc8-4cd4-ab1b-5960ebbe4615 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f56becb0-35ba-4a8c-8d35-b94e96683f38 HTTP/1.1" status: 200 len: 858 time: 0.0590754 Jul 16 02:56:26.699247 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-0c257209-b94b-431d-b231-346b5c99640b req-43108bd5-23cc-43d8-ab0d-6290e48936f5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14e36b5a-d9bd-4a9a-8e33-0a405cb50bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366814 Jul 16 02:56:26.718629 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port ca3d1dc9-1b56-40c6-bbe4-7eee7207619d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca3d1dc9-1b56-40c6-bbe4-7eee7207619d,segment=NetworkSegment(183d1364-b160-4473-aaf9-4040526610ca),segment_id=183d1364-b160-4473-aaf9-4040526610ca)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:26.723940 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-041da69a-cc69-4289-af6e-52b3ef75ff06 req-0ed5ce79-c844-4fbb-9c13-861e562bbbbf tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200051 Jul 16 02:56:26.733781 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Returning: {'device': 'ca3d1dc9-1b56-40c6-bbe4-7eee7207619d', 'network_id': 'cff15e84-fc6d-4fab-9100-6ab8022ec990', 'port_id': 'ca3d1dc9-1b56-40c6-bbe4-7eee7207619d', 'mac_address': 'fa:16:3e:8d:11:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 548, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0535213-d453-4aa5-8b48-17b60fb36114', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:56:26.762127 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7479f-7bf4-4dc9-bdd2-a2d401371ba4 req-9952ed75-5192-4e8b-b349-1b61ef57e050 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:26.770272 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-45b7479f-7bf4-4dc9-bdd2-a2d401371ba4 req-9952ed75-5192-4e8b-b349-1b61ef57e050 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaecc35-b67b-402f-ad53-740d682b3286 HTTP/1.1" status: 200 len: 944 time: 0.1174979 Jul 16 02:56:26.813253 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:26.827129 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-45b7479f-7bf4-4dc9-bdd2-a2d401371ba4 req-a4c7be32-39f2-48bf-b3cd-2843a358d8dc tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555630 Jul 16 02:56:26.854867 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca3d1dc9-1b56-40c6-bbe4-7eee7207619d {{(pid=93000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:56:26.857008 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-0c257209-b94b-431d-b231-346b5c99640b req-e7381af0-9aec-45e2-a665-35f1e8ffedb5 service neutron] 10.222.0.52 "GET /v2.0/networks/14e36b5a-d9bd-4a9a-8e33-0a405cb50bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257794 Jul 16 02:56:26.905072 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port ca3d1dc9-1b56-40c6-bbe4-7eee7207619d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca3d1dc9-1b56-40c6-bbe4-7eee7207619d,segment=NetworkSegment(183d1364-b160-4473-aaf9-4040526610ca),segment_id=183d1364-b160-4473-aaf9-4040526610ca)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:26.912477 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:26.973085 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=ca3d1dc9-1b56-40c6-bbe4-7eee7207619d,revision_number=4']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:26.982398 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-0c257209-b94b-431d-b231-346b5c99640b req-b2f9f268-7d79-4993-8540-044a0f485c93 service neutron] 10.222.0.52 "GET /v2.0/networks/14e36b5a-d9bd-4a9a-8e33-0a405cb50bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169860 Jul 16 02:56:27.035943 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e274c8-8ce4-4550-b826-0859ad83acad req-d7797c81-322e-41aa-beef-d9a349751461 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:27.039524 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c1e274c8-8ce4-4550-b826-0859ad83acad req-d7797c81-322e-41aa-beef-d9a349751461 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.0766377 Jul 16 02:56:27.079915 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c1e274c8-8ce4-4550-b826-0859ad83acad req-f98106a6-dd3e-4ab4-b2d9-19fbfff9afa7 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354474 Jul 16 02:56:27.240470 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b276968-6620-408e-b319-29aedcdb72c3 req-ee1369e1-ad9f-49d3-aa98-fb918952904a tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:27.242297 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6b276968-6620-408e-b319-29aedcdb72c3 req-ee1369e1-ad9f-49d3-aa98-fb918952904a tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.0864971 Jul 16 02:56:27.287515 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6b276968-6620-408e-b319-29aedcdb72c3 req-b56bbb1d-758e-4895-b5d2-9d0b9dc697f2 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357971 Jul 16 02:56:27.546135 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30dec0a8-a6c6-427e-bb37-f965b6ffaaf0 req-11a45511-c2c0-41c5-9ed9-1fb555a0b654 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:27.548093 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-30dec0a8-a6c6-427e-bb37-f965b6ffaaf0 req-11a45511-c2c0-41c5-9ed9-1fb555a0b654 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.0683770 Jul 16 02:56:27.611147 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-30dec0a8-a6c6-427e-bb37-f965b6ffaaf0 req-bc9f9c8e-5d60-4273-a174-8b570c8915f8 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530043 Jul 16 02:56:27.653242 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['ca3d1dc9-1b56-40c6-bbe4-7eee7207619d'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:56:27.954482 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ac273-6a06-4e3a-a376-d5c287962df3 req-15191280-ad18-4d21-8159-7fb5f07753d2 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:27.962807 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-859ac273-6a06-4e3a-a376-d5c287962df3 req-15191280-ad18-4d21-8159-7fb5f07753d2 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 945 time: 0.0783112 Jul 16 02:56:28.041076 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-859ac273-6a06-4e3a-a376-d5c287962df3 req-5a03ab6d-eafb-463d-a804-089c340e2610 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772223 Jul 16 02:56:28.083158 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a160d48a-1b5c-4380-a97c-736a3bf6d50f req-eb8fd80f-cdbf-41b9-9216-5e90dbaf7102 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:28.084993 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a160d48a-1b5c-4380-a97c-736a3bf6d50f req-eb8fd80f-cdbf-41b9-9216-5e90dbaf7102 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaecc35-b67b-402f-ad53-740d682b3286 HTTP/1.1" status: 200 len: 944 time: 0.1077147 Jul 16 02:56:28.148463 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a160d48a-1b5c-4380-a97c-736a3bf6d50f req-fe37bff3-9cef-46c7-88b3-5cd934fefc30 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517361 Jul 16 02:56:28.475028 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36079617-de48-47ca-bf67-c91389a5a358 req-56a43340-a476-458e-8f41-4bf00de40d92 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:28.476612 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-36079617-de48-47ca-bf67-c91389a5a358 req-56a43340-a476-458e-8f41-4bf00de40d92 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.0702136 Jul 16 02:56:28.517240 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-36079617-de48-47ca-bf67-c91389a5a358 req-5a0c2a75-423f-4e5e-a6a1-bc8e4e80955f tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333419 Jul 16 02:56:28.594261 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 4a3ac8b8-b27b-4b43-987b-0f3308879c7a up at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:56:28.652411 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning for port 4a3ac8b8-b27b-4b43-987b-0f3308879c7a completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:56:28.665315 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning complete for port 4a3ac8b8-b27b-4b43-987b-0f3308879c7a triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:56:28.665315 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:28.795977 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:28.832968 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aaecc35-b67b-402f-ad53-740d682b3286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3ac8b8-b27b-4b43-987b-0f3308879c7a'}] {{(pid=93000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:56:28.835374 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea702c1d27a9afaa317d21627fdeb95d85c281d49492fc16ca315a181738864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88e78095-421b-4345-a6f1-1c810e0edf19" -d '{"events": [{"server_uuid": "5aaecc35-b67b-402f-ad53-740d682b3286", "name": "network-vif-plugged", "status": "completed", "tag": "4a3ac8b8-b27b-4b43-987b-0f3308879c7a"}]}' {{(pid=93000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:56:28.854271 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 4a3ac8b8-b27b-4b43-987b-0f3308879c7a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4a3ac8b8-b27b-4b43-987b-0f3308879c7a,segment=NetworkSegment(79ca5430-d8e6-49d4-993a-bab78abb34f5),segment_id=79ca5430-d8e6-49d4-993a-bab78abb34f5)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:28.860341 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:28.896239 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240e944-ac3a-4807-a725-b79aa2da7236 req-89f0659a-fc84-4f70-b157-43fe172962a5 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:28.898017 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2240e944-ac3a-4807-a725-b79aa2da7236 req-89f0659a-fc84-4f70-b157-43fe172962a5 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1317804 Jul 16 02:56:28.945557 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccf9387b-a33a-48bf-a752-10135b8426e1 x-openstack-request-id: req-ccf9387b-a33a-48bf-a752-10135b8426e1 {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:56:28.946140 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aaecc35-b67b-402f-ad53-740d682b3286", "name": "network-vif-plugged", "status": "completed", "tag": "4a3ac8b8-b27b-4b43-987b-0f3308879c7a", "code": 200}]} {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:56:28.946887 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ccf9387b-a33a-48bf-a752-10135b8426e1 {{(pid=93000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:56:28.947390 dv-cinder-788364-5-smb neutron-server[93000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aaecc35-b67b-402f-ad53-740d682b3286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a3ac8b8-b27b-4b43-987b-0f3308879c7a', 'code': 200} Jul 16 02:56:28.966436 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=4a3ac8b8-b27b-4b43-987b-0f3308879c7a,revision_number=5']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:28.986112 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2240e944-ac3a-4807-a725-b79aa2da7236 req-ed1a4176-db9c-41ce-8b35-23982aa57c40 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819094 Jul 16 02:56:29.256042 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bc0ad2-4ad7-462d-a4f4-8cb9fad7b7cf req-4675408d-7b19-4350-8b8e-5901915e7875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:29.258717 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-c1bc0ad2-4ad7-462d-a4f4-8cb9fad7b7cf req-4675408d-7b19-4350-8b8e-5901915e7875 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5aaecc35-b67b-402f-ad53-740d682b3286 HTTP/1.1" status: 200 len: 1098 time: 0.0835462 Jul 16 02:56:29.298148 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec174e54-eb28-4ffb-ae7d-d5a54deb56a2 req-d1fef3e7-6f24-4db8-ac3f-110f304bbf11 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:29.301124 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ec174e54-eb28-4ffb-ae7d-d5a54deb56a2 req-d1fef3e7-6f24-4db8-ac3f-110f304bbf11 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 945 time: 0.0796082 Jul 16 02:56:29.314010 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-c1bc0ad2-4ad7-462d-a4f4-8cb9fad7b7cf req-472c00df-88eb-42b9-a5e5-04f70f1b148b service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479631 Jul 16 02:56:29.359737 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ec174e54-eb28-4ffb-ae7d-d5a54deb56a2 req-f374320d-97a8-49cc-a142-9120c5d99e53 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517783 Jul 16 02:56:29.578932 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94827f4-d893-4610-9bde-ad645139a004 req-04f92248-3c6a-4af6-a5d0-c2b5581ebafa tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:29.582575 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d94827f4-d893-4610-9bde-ad645139a004 req-04f92248-3c6a-4af6-a5d0-c2b5581ebafa tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaecc35-b67b-402f-ad53-740d682b3286 HTTP/1.1" status: 200 len: 945 time: 0.0870907 Jul 16 02:56:29.626734 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d94827f4-d893-4610-9bde-ad645139a004 req-140e702d-a1bd-4a0e-b5a7-8eacef7798f5 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380540 Jul 16 02:56:29.728249 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899d744f-ad5a-458c-860d-4247620783fd req-f747be6c-5039-4063-b35d-c68e9650c1ff tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:29.730119 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-899d744f-ad5a-458c-860d-4247620783fd req-f747be6c-5039-4063-b35d-c68e9650c1ff tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.0752113 Jul 16 02:56:29.772639 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-899d744f-ad5a-458c-860d-4247620783fd req-fb16a90a-5960-4643-9fc1-d874f1b282c9 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366068 Jul 16 02:56:30.164149 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425235b-ac85-4948-bf2e-28e32e8b55db req-35dee50e-fc1b-4b0f-ab26-ce1b3c408de4 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:30.165621 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e425235b-ac85-4948-bf2e-28e32e8b55db req-35dee50e-fc1b-4b0f-ab26-ce1b3c408de4 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.0679369 Jul 16 02:56:30.206565 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e425235b-ac85-4948-bf2e-28e32e8b55db req-1ec51562-10f5-43af-9d3d-b6cd36319233 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346572 Jul 16 02:56:30.552617 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7005b467-3302-4f09-9f36-b9c7abed864f req-c3cb2f25-d239-49da-bd7b-6acc3a426c13 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:30.555357 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7005b467-3302-4f09-9f36-b9c7abed864f req-c3cb2f25-d239-49da-bd7b-6acc3a426c13 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 945 time: 0.0792632 Jul 16 02:56:30.605331 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device ca3d1dc9-1b56-40c6-bbe4-7eee7207619d up at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:56:30.606423 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7005b467-3302-4f09-9f36-b9c7abed864f req-abe35f99-31b8-4cdd-82de-750ebbd91c9b tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417991 Jul 16 02:56:30.676465 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning for port ca3d1dc9-1b56-40c6-bbe4-7eee7207619d completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:56:30.680753 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning complete for port ca3d1dc9-1b56-40c6-bbe4-7eee7207619d triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:56:30.681133 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:30.767952 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:30.813563 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port ca3d1dc9-1b56-40c6-bbe4-7eee7207619d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca3d1dc9-1b56-40c6-bbe4-7eee7207619d,segment=NetworkSegment(183d1364-b160-4473-aaf9-4040526610ca),segment_id=183d1364-b160-4473-aaf9-4040526610ca)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:30.830838 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:30.831147 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699c4c8-37f1-4d09-a5eb-19e71b59c8a2 req-b5db9d9e-e053-4e04-b761-feac439ea7e2 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:30.838212 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7699c4c8-37f1-4d09-a5eb-19e71b59c8a2 req-b5db9d9e-e053-4e04-b761-feac439ea7e2 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaecc35-b67b-402f-ad53-740d682b3286 HTTP/1.1" status: 200 len: 945 time: 0.0974658 Jul 16 02:56:30.882664 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7699c4c8-37f1-4d09-a5eb-19e71b59c8a2 req-9be4acfd-a90e-4107-a7ef-4ebab8611174 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434244 Jul 16 02:56:30.908582 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=ca3d1dc9-1b56-40c6-bbe4-7eee7207619d,revision_number=5']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:30.948368 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119a69c3-5a2e-4347-bde7-a76a0c7d0bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3d1dc9-1b56-40c6-bbe4-7eee7207619d'}] {{(pid=93000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:56:30.952871 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea702c1d27a9afaa317d21627fdeb95d85c281d49492fc16ca315a181738864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6da5298e-4f46-413f-841a-dda2aebddfa2" -d '{"events": [{"server_uuid": "119a69c3-5a2e-4347-bde7-a76a0c7d0bbc", "name": "network-vif-plugged", "status": "completed", "tag": "ca3d1dc9-1b56-40c6-bbe4-7eee7207619d"}]}' {{(pid=93000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:56:31.010280 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:56:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c09f4d5-e1d3-480d-bf5f-13c7f8d55898 x-openstack-request-id: req-3c09f4d5-e1d3-480d-bf5f-13c7f8d55898 {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:56:31.010574 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119a69c3-5a2e-4347-bde7-a76a0c7d0bbc", "name": "network-vif-plugged", "status": "completed", "tag": "ca3d1dc9-1b56-40c6-bbe4-7eee7207619d", "code": 200}]} {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:56:31.010825 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c09f4d5-e1d3-480d-bf5f-13c7f8d55898 {{(pid=93000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:56:31.011214 dv-cinder-788364-5-smb neutron-server[93000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119a69c3-5a2e-4347-bde7-a76a0c7d0bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca3d1dc9-1b56-40c6-bbe4-7eee7207619d', 'code': 200} Jul 16 02:56:31.063471 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b044ac5-87b0-4bda-8052-17f6930aaebe req-6e0683f2-187d-4d37-b610-58dbbf53fde7 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:31.065044 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0b044ac5-87b0-4bda-8052-17f6930aaebe req-6e0683f2-187d-4d37-b610-58dbbf53fde7 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.0855038 Jul 16 02:56:31.108204 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0b044ac5-87b0-4bda-8052-17f6930aaebe req-ba27c0e4-fc43-46db-9507-7f4089dc3c3e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367415 Jul 16 02:56:31.402130 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99a4810-b9cb-4cb9-91be-55d4f590e2d1 req-731b15f3-ccdd-4025-abed-fc89a6e8fae2 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:31.403803 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c99a4810-b9cb-4cb9-91be-55d4f590e2d1 req-731b15f3-ccdd-4025-abed-fc89a6e8fae2 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.0717928 Jul 16 02:56:31.427522 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde872a5-6734-4710-9b39-35ac8afa1900 req-c0b9f7a5-46c0-4c96-bc8a-4aaca9f1432a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:31.429191 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-fde872a5-6734-4710-9b39-35ac8afa1900 req-c0b9f7a5-46c0-4c96-bc8a-4aaca9f1432a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 1099 time: 0.0599365 Jul 16 02:56:31.448086 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c99a4810-b9cb-4cb9-91be-55d4f590e2d1 req-9c917f6d-cf92-4942-8e29-aa05ae79abcf tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365942 Jul 16 02:56:31.472136 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-fde872a5-6734-4710-9b39-35ac8afa1900 req-fdea77a1-b04d-44db-a9a7-14bcc0c63e1a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354979 Jul 16 02:56:31.857167 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b381f29-72e1-4698-8ec7-0a592c97aa1c req-9d8437cd-aa68-4e2d-bc19-fb5ab26c5a9a tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:31.857167 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2b381f29-72e1-4698-8ec7-0a592c97aa1c req-9d8437cd-aa68-4e2d-bc19-fb5ab26c5a9a tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 946 time: 0.1042690 Jul 16 02:56:31.931207 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2b381f29-72e1-4698-8ec7-0a592c97aa1c req-e60c92d1-f307-47af-b812-74994ad3cfa8 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678191 Jul 16 02:56:32.094687 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9cf57e-f821-4253-a597-14ceb3d4db79 req-f3e52822-f97b-4eb7-a647-797c56ecd63b tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:32.096955 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3d9cf57e-f821-4253-a597-14ceb3d4db79 req-f3e52822-f97b-4eb7-a647-797c56ecd63b tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaecc35-b67b-402f-ad53-740d682b3286 HTTP/1.1" status: 200 len: 945 time: 0.0817947 Jul 16 02:56:32.142295 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3d9cf57e-f821-4253-a597-14ceb3d4db79 req-f63d8576-da84-46b6-a85f-e0ca1ac7418b tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359654 Jul 16 02:56:32.301936 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b3fc20-7911-4159-8bdf-19a5f6370256 req-dbd98065-154c-438b-b755-f6a74bbff57a tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:32.303540 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f5b3fc20-7911-4159-8bdf-19a5f6370256 req-dbd98065-154c-438b-b755-f6a74bbff57a tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.0719757 Jul 16 02:56:32.348690 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f5b3fc20-7911-4159-8bdf-19a5f6370256 req-1dbee3a7-6b3c-42e8-a0df-66489432eedb tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370865 Jul 16 02:56:33.037579 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e24db-4121-4991-b5b5-fb51f5de4e36 req-d9b66c7b-6e64-4d8d-8614-d79a826c0a1c tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:33.039130 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6d3e24db-4121-4991-b5b5-fb51f5de4e36 req-d9b66c7b-6e64-4d8d-8614-d79a826c0a1c tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.0883288 Jul 16 02:56:33.094948 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6d3e24db-4121-4991-b5b5-fb51f5de4e36 req-44b79dc8-933e-4c7a-a76d-7ee3971f09f6 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494220 Jul 16 02:56:33.161570 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab28565-7404-4fc4-a424-07948dee7ff0 req-ce4c1615-5196-49e7-8911-f2996438afb5 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:33.163146 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7ab28565-7404-4fc4-a424-07948dee7ff0 req-ce4c1615-5196-49e7-8911-f2996438afb5 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 946 time: 0.0870194 Jul 16 02:56:33.223122 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7ab28565-7404-4fc4-a424-07948dee7ff0 req-b531834f-91ba-42d0-be0b-0af055115b73 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522993 Jul 16 02:56:33.313080 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 49814) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:33.413150 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989bd8e2-2926-4dbf-8640-69cf3d26e42b req-f6ba021b-490c-4439-83e4-912c37734464 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:33.420439 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-989bd8e2-2926-4dbf-8640-69cf3d26e42b req-f6ba021b-490c-4439-83e4-912c37734464 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaecc35-b67b-402f-ad53-740d682b3286 HTTP/1.1" status: 200 len: 945 time: 0.0779867 Jul 16 02:56:33.454724 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-53995a06-80bf-491b-957a-7495ad30ac25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:33.470912 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-989bd8e2-2926-4dbf-8640-69cf3d26e42b req-b9f57c4d-ed20-4c30-9581-e30ba4b17ab8 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493860 Jul 16 02:56:33.589981 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 49830) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:33.664004 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-53995a06-80bf-491b-957a-7495ad30ac25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:33.671791 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-53995a06-80bf-491b-957a-7495ad30ac25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:33.687359 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d694f8a4-2fcb-435e-825e-690a8a49f1e0 req-2627f68e-7455-461e-b615-de86e8e93f81 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:33.689092 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d694f8a4-2fcb-435e-825e-690a8a49f1e0 req-2627f68e-7455-461e-b615-de86e8e93f81 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.0929246 Jul 16 02:56:33.726206 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-53995a06-80bf-491b-957a-7495ad30ac25 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54f80048d1e4442181b3e8e3f393b3d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4112988 Jul 16 02:56:33.726773 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 49834) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:33.728985 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53995a06-80bf-491b-957a-7495ad30ac25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33664301-ce8e-4b27-9a85-caf8a2693cc7,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:33.750261 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0040e2f4-f204-432d-8420-42e5195b9dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:33.762652 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d694f8a4-2fcb-435e-825e-690a8a49f1e0 req-6bf852d7-dbc7-4373-bf4c-a6b1ac8a90a9 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653827 Jul 16 02:56:33.811435 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-dd7c3bd4-cdac-4271-9d4d-764b72d3e64d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:33.844223 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-dd7c3bd4-cdac-4271-9d4d-764b72d3e64d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:33.894066 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0040e2f4-f204-432d-8420-42e5195b9dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:33.899135 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0040e2f4-f204-432d-8420-42e5195b9dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:33.917119 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-dd7c3bd4-cdac-4271-9d4d-764b72d3e64d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:33.920522 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-dd7c3bd4-cdac-4271-9d4d-764b72d3e64d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:33.923943 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-dd7c3bd4-cdac-4271-9d4d-764b72d3e64d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/33664301-ce8e-4b27-9a85-caf8a2693cc7 HTTP/1.1" status: 204 len: 168 time: 0.1942499 Jul 16 02:56:33.934343 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7c3bd4-cdac-4271-9d4d-764b72d3e64d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33664301-ce8e-4b27-9a85-caf8a2693cc7,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:33.970764 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-0040e2f4-f204-432d-8420-42e5195b9dd9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a269737ca98c41bbba43cd3239abade0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3795803 Jul 16 02:56:33.971066 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 49844) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:33.973485 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0040e2f4-f204-432d-8420-42e5195b9dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28084279-2cf0-43d4-8c3c-50c78d895bb7,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:34.028037 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-14303615-7445-48ba-8a00-00656c7749fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:34.051156 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-14303615-7445-48ba-8a00-00656c7749fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:34.101627 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-14303615-7445-48ba-8a00-00656c7749fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:34.104084 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-14303615-7445-48ba-8a00-00656c7749fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:34.108023 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-14303615-7445-48ba-8a00-00656c7749fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28084279-2cf0-43d4-8c3c-50c78d895bb7 HTTP/1.1" status: 204 len: 168 time: 0.1347823 Jul 16 02:56:34.116732 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14303615-7445-48ba-8a00-00656c7749fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28084279-2cf0-43d4-8c3c-50c78d895bb7,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:34.462504 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a4994-44f3-4e2a-955d-50f5f9bc2f05 req-9572f650-9143-4173-bdd2-1a3ee4554340 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:34.468340 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-714a4994-44f3-4e2a-955d-50f5f9bc2f05 req-9572f650-9143-4173-bdd2-1a3ee4554340 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 946 time: 0.1101513 Jul 16 02:56:34.509662 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-714a4994-44f3-4e2a-955d-50f5f9bc2f05 req-edae2d30-f295-4cf8-92fb-88fb3335f091 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397520 Jul 16 02:56:34.755507 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d6f88-b2d2-4650-b86c-c9f63fab8c1e req-3e884ba4-0d5d-4c0e-bad3-e4846a389036 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:34.757099 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-717d6f88-b2d2-4650-b86c-c9f63fab8c1e req-3e884ba4-0d5d-4c0e-bad3-e4846a389036 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 946 time: 0.0695200 Jul 16 02:56:34.769764 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 49882) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:34.808444 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-717d6f88-b2d2-4650-b86c-c9f63fab8c1e req-15c28b21-5564-4dee-addc-08793ba1ef40 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448365 Jul 16 02:56:34.935619 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-5b38631b-430c-4ddb-8ba3-43c0800b4ab8 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-849634943-network', 'tenant_id': '12fcbccaae8340ff817302f6a7190214'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:56:34.965496 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9cd954-17a7-40e3-85f7-7632b4926f59 req-94bf92be-8334-4406-a096-12a4c2a13b74 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:34.967071 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-da9cd954-17a7-40e3-85f7-7632b4926f59 req-94bf92be-8334-4406-a096-12a4c2a13b74 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaecc35-b67b-402f-ad53-740d682b3286 HTTP/1.1" status: 200 len: 945 time: 0.0729594 Jul 16 02:56:34.967932 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b38631b-430c-4ddb-8ba3-43c0800b4ab8 admin admin] Made reservation on behalf of 12fcbccaae8340ff817302f6a7190214 for: {'network': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:56:34.971490 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5b38631b-430c-4ddb-8ba3-43c0800b4ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for network, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:34.981424 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5b38631b-430c-4ddb-8ba3-43c0800b4ab8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:35.043264 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-da9cd954-17a7-40e3-85f7-7632b4926f59 req-6b75dbc0-1931-4b59-b3c7-99c60dc5111d tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667448 Jul 16 02:56:35.087351 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e326f68-75fa-4bf2-b7b0-3af7f6b50ff0 req-a45c0deb-83cc-4cfe-8eeb-fe0242147f70 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:35.088868 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9e326f68-75fa-4bf2-b7b0-3af7f6b50ff0 req-a45c0deb-83cc-4cfe-8eeb-fe0242147f70 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.1036651 Jul 16 02:56:35.090105 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5b38631b-430c-4ddb-8ba3-43c0800b4ab8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:35.094457 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5b38631b-430c-4ddb-8ba3-43c0800b4ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:35.120224 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b38631b-430c-4ddb-8ba3-43c0800b4ab8 admin admin] vlan segment allocate from pool success with {'vlan_id': 513, 'physical_network': 'physnet1'} {{(pid=92999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 02:56:35.128983 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9e326f68-75fa-4bf2-b7b0-3af7f6b50ff0 req-99d6df62-731e-4566-b4e2-0d062dbb939a tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337601 Jul 16 02:56:35.132122 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b38631b-430c-4ddb-8ba3-43c0800b4ab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e5bda0-5422-4921-9de8-4aeaac0d9361,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:35.140599 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5b38631b-430c-4ddb-8ba3-43c0800b4ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:35.141190 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.db.segments_db [None req-5b38631b-430c-4ddb-8ba3-43c0800b4ab8 admin admin] Added segment 919f459a-58a8-4823-9f14-c9262a8f4a7b of type vlan for network 10ce6fde-8213-4e50-b9f8-9964ce2df8d6 Jul 16 02:56:35.187270 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5b38631b-430c-4ddb-8ba3-43c0800b4ab8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744534580228'] for network, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:35.215404 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5b38631b-430c-4ddb-8ba3-43c0800b4ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154'] for network, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:35.216373 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b38631b-430c-4ddb-8ba3-43c0800b4ab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:35.216943 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5b38631b-430c-4ddb-8ba3-43c0800b4ab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:35.248988 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-5b38631b-430c-4ddb-8ba3-43c0800b4ab8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4780717 Jul 16 02:56:35.251925 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 49890) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:35.257718 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-3746925a-64f6-47d0-bc67-490d02390d1a admin admin] Request body: {'subnet': {'network_id': '10ce6fde-8213-4e50-b9f8-9964ce2df8d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-849634943-subnet', 'tenant_id': '12fcbccaae8340ff817302f6a7190214', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:56:35.281226 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3746925a-64f6-47d0-bc67-490d02390d1a admin admin] Made reservation on behalf of 12fcbccaae8340ff817302f6a7190214 for: {'subnet': 1} {{(pid=92998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:56:35.283875 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3746925a-64f6-47d0-bc67-490d02390d1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8597648'] for subnet, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:35.467937 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3746925a-64f6-47d0-bc67-490d02390d1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9110432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8597634'] for subnet, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:35.509885 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3746925a-64f6-47d0-bc67-490d02390d1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2d46dce-d88a-4c24-89ef-11d63ae16164,revision_number=0']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:35.522361 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b38631b-430c-4ddb-8ba3-43c0800b4ab8 admin admin] Pushing event updated for resources: {'Network': ['ID=10ce6fde-8213-4e50-b9f8-9964ce2df8d6,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:35.534074 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Network 10ce6fde-8213-4e50-b9f8-9964ce2df8d6 details requested by agent ovs-agent-dv-cinder-788364-5-smb with host dv-cinder-788364-5-smb {{(pid=93000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 02:56:35.548136 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3746925a-64f6-47d0-bc67-490d02390d1a admin admin] Checking segment: {'id': '919f459a-58a8-4823-9f14-c9262a8f4a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '10ce6fde-8213-4e50-b9f8-9964ce2df8d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:56:35.548517 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3746925a-64f6-47d0-bc67-490d02390d1a admin admin] Network hostable DHCP agents. Network: 10ce6fde-8213-4e50-b9f8-9964ce2df8d6, hostable agents: ['c650f718-c130-4f09-8c91-ca922a2630e5'], hosted agents: [] {{(pid=92998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 02:56:35.568742 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3746925a-64f6-47d0-bc67-490d02390d1a admin admin] Network 10ce6fde-8213-4e50-b9f8-9964ce2df8d6 is scheduled to be hosted by DHCP agent c650f718-c130-4f09-8c91-ca922a2630e5 with binding_index 1 {{(pid=92998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 02:56:35.581090 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.base_scheduler [None req-3746925a-64f6-47d0-bc67-490d02390d1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-smb, 10ce6fde-8213-4e50-b9f8-9964ce2df8d6) {{(pid=92998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:56:35.586708 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3746925a-64f6-47d0-bc67-490d02390d1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:35.587930 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3746925a-64f6-47d0-bc67-490d02390d1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:35.593193 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61d8b80-0eec-4441-bc12-8e3fb0f52bd6 None None] Network 10ce6fde-8213-4e50-b9f8-9964ce2df8d6 requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:56:35.607228 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-3746925a-64f6-47d0-bc67-490d02390d1a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3537047 Jul 16 02:56:35.708828 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206d656-3c15-4945-ae1c-0e6fe7a9a513 req-b0b0f4c2-fa90-4dfd-bd95-60839d96aa2f tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:35.710364 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c206d656-3c15-4945-ae1c-0e6fe7a9a513 req-b0b0f4c2-fa90-4dfd-bd95-60839d96aa2f tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 946 time: 0.0796363 Jul 16 02:56:35.762535 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4c205d6-8926-476a-bbfb-daffc73e475f None None] Network 10ce6fde-8213-4e50-b9f8-9964ce2df8d6 requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:56:35.784320 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c206d656-3c15-4945-ae1c-0e6fe7a9a513 req-3846bf40-77e9-4265-bc24-3f44eb8afbd5 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665607 Jul 16 02:56:35.993499 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b0ddb0-d683-4b74-a398-1dc39ddbba13 req-5487d0de-1ee0-4624-87aa-faef9b302360 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:35.995002 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d9b0ddb0-d683-4b74-a398-1dc39ddbba13 req-5487d0de-1ee0-4624-87aa-faef9b302360 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 946 time: 0.0636945 Jul 16 02:56:36.038842 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d9b0ddb0-d683-4b74-a398-1dc39ddbba13 req-e4fc5f77-16c0-433b-95ce-01ece8de4ac0 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372775 Jul 16 02:56:36.240581 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa293e66-3d6b-4238-b3c6-a8e861d7c4d3 req-49ecab7e-789f-4b42-9180-2de2b17c7954 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:36.242254 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fa293e66-3d6b-4238-b3c6-a8e861d7c4d3 req-49ecab7e-789f-4b42-9180-2de2b17c7954 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaecc35-b67b-402f-ad53-740d682b3286 HTTP/1.1" status: 200 len: 945 time: 0.0714595 Jul 16 02:56:36.321677 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fa293e66-3d6b-4238-b3c6-a8e861d7c4d3 req-87275903-a1a4-4764-908a-52dc9909ba7b tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724816 Jul 16 02:56:36.353333 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cdafdd-92f2-4358-acc5-6dd8b03d6fa6 req-1091bf85-fb07-4acd-86e2-42b17f3a538c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:36.354840 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c2cdafdd-92f2-4358-acc5-6dd8b03d6fa6 req-1091bf85-fb07-4acd-86e2-42b17f3a538c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.0900328 Jul 16 02:56:36.395437 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c2cdafdd-92f2-4358-acc5-6dd8b03d6fa6 req-491003c7-c4c8-4dc6-89e2-5e760390dc73 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349200 Jul 16 02:56:36.977530 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b89bff3-e94e-46c2-aa02-a4d18876ed60 req-0c81b99d-507d-4f38-bf1a-12808bcc60f0 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:36.980339 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0b89bff3-e94e-46c2-aa02-a4d18876ed60 req-0c81b99d-507d-4f38-bf1a-12808bcc60f0 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 946 time: 0.0801101 Jul 16 02:56:37.028104 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0b89bff3-e94e-46c2-aa02-a4d18876ed60 req-432d232a-0064-4ad5-8172-116eb3921137 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415187 Jul 16 02:56:37.249694 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2e4a90-a1b6-4a8f-bdb7-dc59dafb235b req-495e5346-0b6b-45b5-9691-824fdbc6181a tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:37.252467 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fa2e4a90-a1b6-4a8f-bdb7-dc59dafb235b req-495e5346-0b6b-45b5-9691-824fdbc6181a tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 946 time: 0.0869300 Jul 16 02:56:37.326989 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54834793-750a-43db-b5e3-d9389e53876c req-237ca1cb-e954-4352-aa8d-0fba39bb0d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:37.327557 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fa2e4a90-a1b6-4a8f-bdb7-dc59dafb235b req-878d387d-f11a-4950-beb1-c5cc8af4410e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700743 Jul 16 02:56:37.328569 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-54834793-750a-43db-b5e3-d9389e53876c req-237ca1cb-e954-4352-aa8d-0fba39bb0d31 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6f945e439d0e4d87b06aad1c45f83b97&device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 1099 time: 0.0671005 Jul 16 02:56:37.364289 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c386614-8dc7-4a1d-ad70-766b698f510b req-b19ae5e9-370f-4dab-ae15-c58f159cb814 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:37.366345 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8c386614-8dc7-4a1d-ad70-766b698f510b req-b19ae5e9-370f-4dab-ae15-c58f159cb814 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.0920782 Jul 16 02:56:37.407250 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8c386614-8dc7-4a1d-ad70-766b698f510b req-ddcd0aac-80ce-4cf2-a2fa-62324c7f1966 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345056 Jul 16 02:56:37.454522 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54834793-750a-43db-b5e3-d9389e53876c req-af872d7a-ee64-4c8e-ab84-e1b3302a5970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:37.457247 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-54834793-750a-43db-b5e3-d9389e53876c req-af872d7a-ee64-4c8e-ab84-e1b3302a5970 service neutron] 10.222.0.52 "GET /v2.0/networks?id=14e36b5a-d9bd-4a9a-8e33-0a405cb50bae HTTP/1.1" status: 200 len: 919 time: 0.1111846 Jul 16 02:56:37.511715 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-54834793-750a-43db-b5e3-d9389e53876c req-a70ff9b2-1a2c-4983-a46f-3923274eca96 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3ae29bd-e1c6-45c9-9f46-f56b4108c911 HTTP/1.1" status: 200 len: 217 time: 0.0358171 Jul 16 02:56:37.578691 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54834793-750a-43db-b5e3-d9389e53876c req-8de65ec1-4e09-4a00-99cc-5a505e203ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:37.580876 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-54834793-750a-43db-b5e3-d9389e53876c req-8de65ec1-4e09-4a00-99cc-5a505e203ccf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f56becb0-35ba-4a8c-8d35-b94e96683f38 HTTP/1.1" status: 200 len: 858 time: 0.0569601 Jul 16 02:56:37.624292 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-54834793-750a-43db-b5e3-d9389e53876c req-aef03a74-d657-4db6-bef7-033275a0256f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14e36b5a-d9bd-4a9a-8e33-0a405cb50bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287910 Jul 16 02:56:37.743789 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-54834793-750a-43db-b5e3-d9389e53876c req-e50e0239-2471-4815-aa8d-ed21d7e60a07 service neutron] 10.222.0.52 "GET /v2.0/networks/14e36b5a-d9bd-4a9a-8e33-0a405cb50bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014965 Jul 16 02:56:37.799598 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817517d9-ad78-492e-8185-19c689fec826 req-cd579b3e-2204-4295-942f-13ce4a9141c9 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:37.801143 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-817517d9-ad78-492e-8185-19c689fec826 req-cd579b3e-2204-4295-942f-13ce4a9141c9 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/networks?id=10ce6fde-8213-4e50-b9f8-9964ce2df8d6 HTTP/1.1" status: 200 len: 813 time: 0.3776839 Jul 16 02:56:37.825886 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-817517d9-ad78-492e-8185-19c689fec826 req-02d14e44-1ec6-43da-926e-14f1ed554230 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/quotas/12fcbccaae8340ff817302f6a7190214 HTTP/1.1" status: 200 len: 375 time: 0.0157611 Jul 16 02:56:37.844236 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a05e30c-790b-4a3a-adaa-41ff53c485b9 req-1868b4f2-a0f0-4e8c-a06a-c471c7dac45d tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:37.846787 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3a05e30c-790b-4a3a-adaa-41ff53c485b9 req-1868b4f2-a0f0-4e8c-a06a-c471c7dac45d tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaecc35-b67b-402f-ad53-740d682b3286 HTTP/1.1" status: 200 len: 945 time: 0.1141312 Jul 16 02:56:37.874673 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-54834793-750a-43db-b5e3-d9389e53876c req-52232b71-2f0b-411c-b855-ce6aa91743ff service neutron] 10.222.0.52 "GET /v2.0/networks/14e36b5a-d9bd-4a9a-8e33-0a405cb50bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184678 Jul 16 02:56:37.883088 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-817517d9-ad78-492e-8185-19c689fec826 req-3d3157a9-4160-407a-9453-1a9ae64bb155 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=12fcbccaae8340ff817302f6a7190214&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0350461 Jul 16 02:56:37.930660 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3a05e30c-790b-4a3a-adaa-41ff53c485b9 req-242e65d7-ca5b-41dd-9ad4-3ca627282503 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/security-groups?id=84b79b77-52e9-4fd8-b6fd-5208cf803c50&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729268 Jul 16 02:56:38.043373 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-817517d9-ad78-492e-8185-19c689fec826 req-a63612d1-967e-49fa-b39b-bf1e8dbf60c2 service neutron] 10.222.0.21 "GET /v2.0/networks/10ce6fde-8213-4e50-b9f8-9964ce2df8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487329 Jul 16 02:56:38.182726 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7cd587-254f-4a9c-b49b-5c0048724680 req-2df97585-abd3-4395-90f1-d85f5aabd616 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:38.184178 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1a7cd587-254f-4a9c-b49b-5c0048724680 req-2df97585-abd3-4395-90f1-d85f5aabd616 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.1386721 Jul 16 02:56:38.190576 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-817517d9-ad78-492e-8185-19c689fec826 req-ddb63c0d-3587-4b9d-842d-160f2fd522a4 service neutron] 10.222.0.21 "GET /v2.0/networks/10ce6fde-8213-4e50-b9f8-9964ce2df8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329546 Jul 16 02:56:38.226969 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1a7cd587-254f-4a9c-b49b-5c0048724680 req-0975d4b8-35a6-4afb-8b95-5e29d54fbaf2 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354164 Jul 16 02:56:38.377056 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-205fcfb2-c150-4583-9cad-0464e86527c1 req-c08d12cd-fdab-4907-8688-2f66a94f1ec5 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d HTTP/1.1" status: 200 len: 210 time: 0.0379579 Jul 16 02:56:38.454524 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6371152-eacf-4792-94b6-fc9585e9c311 req-a8d6ae17-a5a7-42cd-bf2b-24e26c762e81 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:38.458509 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c6371152-eacf-4792-94b6-fc9585e9c311 req-a8d6ae17-a5a7-42cd-bf2b-24e26c762e81 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 946 time: 0.1179848 Jul 16 02:56:38.522362 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c6371152-eacf-4792-94b6-fc9585e9c311 req-223c066c-41d8-4603-a92a-f70b564be453 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598478 Jul 16 02:56:38.537272 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d3f72d-80f2-447b-ad23-8ea71a849af1 req-499171fd-dca3-44f3-92f8-3518ab3ceb94 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:38.539687 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-56d3f72d-80f2-447b-ad23-8ea71a849af1 req-499171fd-dca3-44f3-92f8-3518ab3ceb94 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.52 "GET /v2.0/ports?device_id=5aaecc35-b67b-402f-ad53-740d682b3286 HTTP/1.1" status: 200 len: 945 time: 0.1003566 Jul 16 02:56:38.635478 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cb0754-8958-47b6-8ff3-ea276e35002b req-f933b3f5-5d4d-4b4d-9448-20a8526b67d2 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:38.637086 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a8cb0754-8958-47b6-8ff3-ea276e35002b req-f933b3f5-5d4d-4b4d-9448-20a8526b67d2 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 946 time: 0.1119754 Jul 16 02:56:38.702028 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [req-56d3f72d-80f2-447b-ad23-8ea71a849af1 req-a9d91771-0198-4823-830a-88bfe6f586fa tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Deleting port 4a3ac8b8-b27b-4b43-987b-0f3308879c7a {{(pid=92999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:56:38.703019 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-56d3f72d-80f2-447b-ad23-8ea71a849af1 req-a9d91771-0198-4823-830a-88bfe6f586fa tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:38.723053 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a8cb0754-8958-47b6-8ff3-ea276e35002b req-cdeccfbf-4f38-48c7-9143-225b93363d04 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778053 Jul 16 02:56:38.761887 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c49349b-055d-4852-b791-cc4b729017a7 req-0094d60c-011f-49d7-9a14-b207a5528f1c tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:38.763596 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3c49349b-055d-4852-b791-cc4b729017a7 req-0094d60c-011f-49d7-9a14-b207a5528f1c tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1119149 Jul 16 02:56:38.821911 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-56d3f72d-80f2-447b-ad23-8ea71a849af1 req-a9d91771-0198-4823-830a-88bfe6f586fa tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] For port 4a3ac8b8-b27b-4b43-987b-0f3308879c7a, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4a3ac8b8-b27b-4b43-987b-0f3308879c7a,segment=NetworkSegment(79ca5430-d8e6-49d4-993a-bab78abb34f5),segment_id=79ca5430-d8e6-49d4-993a-bab78abb34f5)] {{(pid=92999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:38.822383 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-56d3f72d-80f2-447b-ad23-8ea71a849af1 req-a9d91771-0198-4823-830a-88bfe6f586fa tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:38.838025 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [req-56d3f72d-80f2-447b-ad23-8ea71a849af1 req-a9d91771-0198-4823-830a-88bfe6f586fa tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Calling delete_port for 4a3ac8b8-b27b-4b43-987b-0f3308879c7a owned by compute:nova {{(pid=92999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:56:38.855912 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3c49349b-055d-4852-b791-cc4b729017a7 req-a3c5d727-ea2f-42fa-861c-683b037185ad tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834985 Jul 16 02:56:38.994237 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-56d3f72d-80f2-447b-ad23-8ea71a849af1 req-a9d91771-0198-4823-830a-88bfe6f586fa tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:39.008581 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ff99c-e009-4bd2-863b-899ccd84040d req-d71d3035-4da1-4272-ad32-b4eae656de84 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:39.010850 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-464ff99c-e009-4bd2-863b-899ccd84040d req-d71d3035-4da1-4272-ad32-b4eae656de84 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 946 time: 0.1119232 Jul 16 02:56:39.029253 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d91771-0198-4823-830a-88bfe6f586fa tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Pushing event deleted for resources: {'Port': ['ID=4a3ac8b8-b27b-4b43-987b-0f3308879c7a,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:39.043368 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['4a3ac8b8-b27b-4b43-987b-0f3308879c7a'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:56:39.095453 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [req-56d3f72d-80f2-447b-ad23-8ea71a849af1 req-a9d91771-0198-4823-830a-88bfe6f586fa tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] No DVR routers for this DVR port 4a3ac8b8-b27b-4b43-987b-0f3308879c7a on host hv-cinder-78836 {{(pid=92999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:56:39.096537 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-464ff99c-e009-4bd2-863b-899ccd84040d req-390ea5e9-fafd-496e-ace5-b677bcdc7688 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760334 Jul 16 02:56:39.099540 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-56d3f72d-80f2-447b-ad23-8ea71a849af1 req-a9d91771-0198-4823-830a-88bfe6f586fa tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:39.102117 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-56d3f72d-80f2-447b-ad23-8ea71a849af1 req-a9d91771-0198-4823-830a-88bfe6f586fa tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.52 "DELETE /v2.0/ports/4a3ac8b8-b27b-4b43-987b-0f3308879c7a HTTP/1.1" status: 204 len: 173 time: 0.5487924 Jul 16 02:56:39.102572 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5aaecc35-b67b-402f-ad53-740d682b3286', 'name': 'network-vif-deleted', 'tag': '4a3ac8b8-b27b-4b43-987b-0f3308879c7a'}] {{(pid=92999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:56:39.105563 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7924d30a451bfb46b248ee236a8924541a1a79d63876f3bc8bdb08287585aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e126b3e5-3a18-4d23-8508-f3f7c1ca401f" -d '{"events": [{"server_uuid": "5aaecc35-b67b-402f-ad53-740d682b3286", "name": "network-vif-deleted", "tag": "4a3ac8b8-b27b-4b43-987b-0f3308879c7a"}]}' {{(pid=92999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:56:39.133770 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0d9078b6-f817-4e2e-a4f5-e043e695847a req-66537a51-c992-437d-bc4c-91249adc30b9 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaecc35-b67b-402f-ad53-740d682b3286 HTTP/1.1" status: 200 len: 210 time: 0.0523059 Jul 16 02:56:39.147900 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910cdca3-50a5-4c31-9f7c-72ba40d392ae req-5a25b205-5416-45b6-a876-a90b4c4cccfc tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:39.150956 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-910cdca3-50a5-4c31-9f7c-72ba40d392ae req-5a25b205-5416-45b6-a876-a90b4c4cccfc tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.52 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 946 time: 0.1936467 Jul 16 02:56:39.162154 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6778ebca-4db7-4643-a32e-8d526b94f3d0 x-openstack-request-id: req-6778ebca-4db7-4643-a32e-8d526b94f3d0 {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:56:39.162443 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5aaecc35-b67b-402f-ad53-740d682b3286", "name": "network-vif-deleted", "tag": "4a3ac8b8-b27b-4b43-987b-0f3308879c7a", "status": "completed", "code": 200}]} {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:56:39.162696 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6778ebca-4db7-4643-a32e-8d526b94f3d0 {{(pid=92999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:56:39.163222 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5aaecc35-b67b-402f-ad53-740d682b3286', 'name': 'network-vif-deleted', 'tag': '4a3ac8b8-b27b-4b43-987b-0f3308879c7a', 'status': 'completed', 'code': 200} Jul 16 02:56:39.386312 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [req-910cdca3-50a5-4c31-9f7c-72ba40d392ae req-77d4b679-1056-4a07-a882-b37ec5e9dd1e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Deleting port b1587286-cf0e-4400-a6ce-2043324a7017 {{(pid=92998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:56:39.386682 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-910cdca3-50a5-4c31-9f7c-72ba40d392ae req-77d4b679-1056-4a07-a882-b37ec5e9dd1e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:39.553565 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9fbb31fd-4cf0-43f9-bfb8-43b11aa895fd req-f586becf-60bc-4db8-8f35-a198a28204b5 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d HTTP/1.1" status: 200 len: 210 time: 0.0375979 Jul 16 02:56:39.575050 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [req-910cdca3-50a5-4c31-9f7c-72ba40d392ae req-77d4b679-1056-4a07-a882-b37ec5e9dd1e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] For port b1587286-cf0e-4400-a6ce-2043324a7017, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=b1587286-cf0e-4400-a6ce-2043324a7017,segment=NetworkSegment(5f0599a3-c418-44ed-a069-7f15235b4797),segment_id=5f0599a3-c418-44ed-a069-7f15235b4797)] {{(pid=92998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:39.575434 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-910cdca3-50a5-4c31-9f7c-72ba40d392ae req-77d4b679-1056-4a07-a882-b37ec5e9dd1e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:39.598867 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [req-910cdca3-50a5-4c31-9f7c-72ba40d392ae req-77d4b679-1056-4a07-a882-b37ec5e9dd1e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Calling delete_port for b1587286-cf0e-4400-a6ce-2043324a7017 owned by compute:nova {{(pid=92998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:56:39.656687 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-049063ce-2ecf-4ccc-859e-eb9f41f8d1b1 req-c7804016-cbe3-4dc9-b576-5bddd5a766dd tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:39.658531 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-049063ce-2ecf-4ccc-859e-eb9f41f8d1b1 req-c7804016-cbe3-4dc9-b576-5bddd5a766dd tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.1795776 Jul 16 02:56:39.752694 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-049063ce-2ecf-4ccc-859e-eb9f41f8d1b1 req-214d379c-0765-476a-b7ad-ad43103d0916 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866830 Jul 16 02:56:39.821753 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a95355-9457-4991-a42b-e83537c717cd req-6e407725-125a-4383-83b6-cef5d193faea tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:39.821753 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-17a95355-9457-4991-a42b-e83537c717cd req-6e407725-125a-4383-83b6-cef5d193faea tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 946 time: 0.1433690 Jul 16 02:56:39.843552 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-910cdca3-50a5-4c31-9f7c-72ba40d392ae req-77d4b679-1056-4a07-a882-b37ec5e9dd1e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:39.885093 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4b679-1056-4a07-a882-b37ec5e9dd1e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Pushing event deleted for resources: {'Port': ['ID=b1587286-cf0e-4400-a6ce-2043324a7017,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:39.897109 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['c039e7df-bd20-4722-aa19-b5d034ddf39e', '9aca5c1e-52fc-4aec-a638-715943670e0c', 'f0961f4a-c7d9-444a-9fc5-ddf988484a10', 'b1587286-cf0e-4400-a6ce-2043324a7017'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:56:39.941363 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5f6ecd00-8499-4808-89b4-29c0ebf97cd1 req-1d38def3-d5a6-4d79-8455-f7779a8103a6 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 210 time: 0.0640411 Jul 16 02:56:39.944781 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-17a95355-9457-4991-a42b-e83537c717cd req-56bccfe7-840a-4c9b-a59e-050c28410db5 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173990 Jul 16 02:56:39.967455 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.l3_dvrscheduler_db [req-910cdca3-50a5-4c31-9f7c-72ba40d392ae req-77d4b679-1056-4a07-a882-b37ec5e9dd1e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] No DVR routers for this DVR port b1587286-cf0e-4400-a6ce-2043324a7017 on host hv-cinder-78836 {{(pid=92998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:56:39.971225 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-910cdca3-50a5-4c31-9f7c-72ba40d392ae req-77d4b679-1056-4a07-a882-b37ec5e9dd1e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:39.973480 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-910cdca3-50a5-4c31-9f7c-72ba40d392ae req-77d4b679-1056-4a07-a882-b37ec5e9dd1e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.52 "DELETE /v2.0/ports/b1587286-cf0e-4400-a6ce-2043324a7017 HTTP/1.1" status: 204 len: 173 time: 0.7608540 Jul 16 02:56:39.974249 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '062b422a-6651-4cce-b7bc-48cce2acf353', 'name': 'network-vif-deleted', 'tag': 'b1587286-cf0e-4400-a6ce-2043324a7017'}] {{(pid=92998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:56:39.976558 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a245791c69082107892e6a31916d6d43f1304004a28c473c9394a88117d1c043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621e2a9b-0ae7-41f4-a2a6-e44d1873f40d" -d '{"events": [{"server_uuid": "062b422a-6651-4cce-b7bc-48cce2acf353", "name": "network-vif-deleted", "tag": "b1587286-cf0e-4400-a6ce-2043324a7017"}]}' {{(pid=92998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:56:40.017596 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:56:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa15fde7-8417-4d2b-b1af-6b2d768508cc x-openstack-request-id: req-aa15fde7-8417-4d2b-b1af-6b2d768508cc {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:56:40.017868 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "062b422a-6651-4cce-b7bc-48cce2acf353", "name": "network-vif-deleted", "tag": "b1587286-cf0e-4400-a6ce-2043324a7017", "status": "completed", "code": 200}]} {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:56:40.018239 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa15fde7-8417-4d2b-b1af-6b2d768508cc {{(pid=92998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:56:40.018548 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '062b422a-6651-4cce-b7bc-48cce2acf353', 'name': 'network-vif-deleted', 'tag': 'b1587286-cf0e-4400-a6ce-2043324a7017', 'status': 'completed', 'code': 200} Jul 16 02:56:40.239974 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe10464-95b7-4891-aae0-41471746e027 req-a1f300e8-5c7d-4718-adc4-9dac27f895ca tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:40.241569 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5fe10464-95b7-4891-aae0-41471746e027 req-a1f300e8-5c7d-4718-adc4-9dac27f895ca tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1364317 Jul 16 02:56:40.368214 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5fe10464-95b7-4891-aae0-41471746e027 req-7ca6c16d-125c-4f1e-a395-f60d2f3f74de tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702078 Jul 16 02:56:40.395583 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817517d9-ad78-492e-8185-19c689fec826 req-bb5bf18b-515f-42b1-b48c-73aa9317f0e5 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:40.399624 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-817517d9-ad78-492e-8185-19c689fec826 req-bb5bf18b-515f-42b1-b48c-73aa9317f0e5 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.52 "GET /v2.0/networks?id=10ce6fde-8213-4e50-b9f8-9964ce2df8d6 HTTP/1.1" status: 200 len: 813 time: 0.2134793 Jul 16 02:56:40.447820 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [req-817517d9-ad78-492e-8185-19c689fec826 req-9b0ad17c-a41f-4ae9-a52b-9c93c72761b8 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Request body: {'port': {'device_id': '7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d', 'network_id': '10ce6fde-8213-4e50-b9f8-9964ce2df8d6', 'admin_state_up': True, 'tenant_id': '12fcbccaae8340ff817302f6a7190214'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:56:40.452917 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a5d15d1a-da05-4547-8dac-f47394954da3 req-365920d1-3e65-4068-a1b4-f859c5d9ddb7 tempest-VolumesActionsTest-910577799 tempest-VolumesActionsTest-910577799-project] 10.222.0.21 "GET /v2.0/ports?device_id=5aaecc35-b67b-402f-ad53-740d682b3286 HTTP/1.1" status: 200 len: 210 time: 0.0504332 Jul 16 02:56:40.570367 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-817517d9-ad78-492e-8185-19c689fec826 req-9b0ad17c-a41f-4ae9-a52b-9c93c72761b8 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Made reservation on behalf of 12fcbccaae8340ff817302f6a7190214 for: {'port': 1} {{(pid=92998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:56:40.574259 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-817517d9-ad78-492e-8185-19c689fec826 req-9b0ad17c-a41f-4ae9-a52b-9c93c72761b8 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:40.727226 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-85488bb0-b5b6-4f41-94ad-032a0588bd82 req-8ea2a399-d8d6-491b-9cf7-1dc8422cfd7b tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d HTTP/1.1" status: 200 len: 210 time: 0.0409110 Jul 16 02:56:40.741960 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.db_base_plugin_common [req-817517d9-ad78-492e-8185-19c689fec826 req-9b0ad17c-a41f-4ae9-a52b-9c93c72761b8 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Allocated IP 172.20.0.13 (10ce6fde-8213-4e50-b9f8-9964ce2df8d6/b2d46dce-d88a-4c24-89ef-11d63ae16164/661cf5cf-63a0-419f-b94d-c39d53bef418) {{(pid=92998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:56:40.935962 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-817517d9-ad78-492e-8185-19c689fec826 req-9b0ad17c-a41f-4ae9-a52b-9c93c72761b8 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Notify callbacks [] for port, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:40.993092 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5729464c-8cec-4d9d-85c6-660a905cad21 req-4bb064a7-3e94-467b-9e26-44e1280991bd tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:40.994599 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5729464c-8cec-4d9d-85c6-660a905cad21 req-4bb064a7-3e94-467b-9e26-44e1280991bd tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.1103518 Jul 16 02:56:41.009010 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-817517d9-ad78-492e-8185-19c689fec826 req-9b0ad17c-a41f-4ae9-a52b-9c93c72761b8 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:41.073569 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-817517d9-ad78-492e-8185-19c689fec826 req-9b0ad17c-a41f-4ae9-a52b-9c93c72761b8 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Network 10ce6fde-8213-4e50-b9f8-9964ce2df8d6 is already hosted by enough agents. {{(pid=92998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:56:41.083825 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5729464c-8cec-4d9d-85c6-660a905cad21 req-c88f3c87-c9dd-4f70-a998-2d68dd0b1229 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834219 Jul 16 02:56:41.088860 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.base_scheduler [req-817517d9-ad78-492e-8185-19c689fec826 req-9b0ad17c-a41f-4ae9-a52b-9c93c72761b8 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Resources bound (agent type, host, resource id): {{(pid=92998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:56:41.091326 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.l3_dvrscheduler_db [req-817517d9-ad78-492e-8185-19c689fec826 req-9b0ad17c-a41f-4ae9-a52b-9c93c72761b8 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Received port after_create {{(pid=92998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:56:41.143770 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ad17c-a41f-4ae9-a52b-9c93c72761b8 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Pushing event updated for resources: {'Port': ['ID=661cf5cf-63a0-419f-b94d-c39d53bef418,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:41.151669 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8fe56b36-0897-451f-ad06-a69bb52009e6 req-bfbf6ee9-9549-4b4a-94b4-4f4990baa112 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=062b422a-6651-4cce-b7bc-48cce2acf353 HTTP/1.1" status: 200 len: 210 time: 0.0665545 Jul 16 02:56:41.177813 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817517d9-ad78-492e-8185-19c689fec826 req-9b0ad17c-a41f-4ae9-a52b-9c93c72761b8 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:41.178445 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-817517d9-ad78-492e-8185-19c689fec826 req-9b0ad17c-a41f-4ae9-a52b-9c93c72761b8 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:41.193470 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-817517d9-ad78-492e-8185-19c689fec826 req-9b0ad17c-a41f-4ae9-a52b-9c93c72761b8 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7505043 Jul 16 02:56:41.222189 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [req-817517d9-ad78-492e-8185-19c689fec826 req-6f692d67-9b09-47ee-a708-4b2f36cd0ba2 service neutron] Request body: {'port': {'device_id': '7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:56:41.297473 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-817517d9-ad78-492e-8185-19c689fec826 req-6f692d67-9b09-47ee-a708-4b2f36cd0ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:41.608967 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c513c40-8e88-4afe-bc03-782fc5fc4aa4 req-2644d970-201c-40d0-abd1-dcee12d0e899 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:41.610500 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0c513c40-8e88-4afe-bc03-782fc5fc4aa4 req-2644d970-201c-40d0-abd1-dcee12d0e899 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1059856 Jul 16 02:56:41.669941 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.notifiers.nova [req-817517d9-ad78-492e-8185-19c689fec826 req-6f692d67-9b09-47ee-a708-4b2f36cd0ba2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 661cf5cf-63a0-419f-b94d-c39d53bef418 {{(pid=92998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:56:41.684866 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-817517d9-ad78-492e-8185-19c689fec826 req-6f692d67-9b09-47ee-a708-4b2f36cd0ba2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:41.693092 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0c513c40-8e88-4afe-bc03-782fc5fc4aa4 req-7b36b6b1-52da-4584-9027-5cb1afec2da5 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740209 Jul 16 02:56:41.707262 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.provisioning_blocks [req-817517d9-ad78-492e-8185-19c689fec826 req-6f692d67-9b09-47ee-a708-4b2f36cd0ba2 service neutron] Transition to ACTIVE for port object 661cf5cf-63a0-419f-b94d-c39d53bef418 will not be triggered until provisioned by entity L2. {{(pid=92998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:56:41.707262 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-817517d9-ad78-492e-8185-19c689fec826 req-6f692d67-9b09-47ee-a708-4b2f36cd0ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110325'] for port, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:41.772030 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f692d67-9b09-47ee-a708-4b2f36cd0ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=661cf5cf-63a0-419f-b94d-c39d53bef418,revision_number=2']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:41.858660 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.managers [req-817517d9-ad78-492e-8185-19c689fec826 req-6f692d67-9b09-47ee-a708-4b2f36cd0ba2 service neutron] Attempting to bind port 661cf5cf-63a0-419f-b94d-c39d53bef418 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:56:41.859056 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.managers [req-817517d9-ad78-492e-8185-19c689fec826 req-6f692d67-9b09-47ee-a708-4b2f36cd0ba2 service neutron] Attempting to bind port 661cf5cf-63a0-419f-b94d-c39d53bef418 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '919f459a-58a8-4823-9f14-c9262a8f4a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '10ce6fde-8213-4e50-b9f8-9964ce2df8d6'}] {{(pid=92998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:56:41.859387 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817517d9-ad78-492e-8185-19c689fec826 req-6f692d67-9b09-47ee-a708-4b2f36cd0ba2 service neutron] Attempting to bind port 661cf5cf-63a0-419f-b94d-c39d53bef418 on network 10ce6fde-8213-4e50-b9f8-9964ce2df8d6 {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:56:41.864929 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817517d9-ad78-492e-8185-19c689fec826 req-6f692d67-9b09-47ee-a708-4b2f36cd0ba2 service neutron] Port 661cf5cf-63a0-419f-b94d-c39d53bef418 on network 10ce6fde-8213-4e50-b9f8-9964ce2df8d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:56:41.865281 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817517d9-ad78-492e-8185-19c689fec826 req-6f692d67-9b09-47ee-a708-4b2f36cd0ba2 service neutron] Attempting to bind port 661cf5cf-63a0-419f-b94d-c39d53bef418 on network 10ce6fde-8213-4e50-b9f8-9964ce2df8d6 {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:56:41.886007 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817517d9-ad78-492e-8185-19c689fec826 req-6f692d67-9b09-47ee-a708-4b2f36cd0ba2 service neutron] Checking agent: {'id': 'a8200757-c16c-46b0-9c68-b9d07f85534b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'started_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:56:41.886355 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817517d9-ad78-492e-8185-19c689fec826 req-6f692d67-9b09-47ee-a708-4b2f36cd0ba2 service neutron] Checking segment: {'id': '919f459a-58a8-4823-9f14-c9262a8f4a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '10ce6fde-8213-4e50-b9f8-9964ce2df8d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:56:41.886745 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817517d9-ad78-492e-8185-19c689fec826 req-6f692d67-9b09-47ee-a708-4b2f36cd0ba2 service neutron] Bound using segment: {'id': '919f459a-58a8-4823-9f14-c9262a8f4a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '10ce6fde-8213-4e50-b9f8-9964ce2df8d6'} {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:56:41.887183 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.managers [req-817517d9-ad78-492e-8185-19c689fec826 req-6f692d67-9b09-47ee-a708-4b2f36cd0ba2 service neutron] Bound port: 661cf5cf-63a0-419f-b94d-c39d53bef418, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '919f459a-58a8-4823-9f14-c9262a8f4a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '10ce6fde-8213-4e50-b9f8-9964ce2df8d6'}}] {{(pid=92998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:56:41.887545 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-817517d9-ad78-492e-8185-19c689fec826 req-6f692d67-9b09-47ee-a708-4b2f36cd0ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:41.989642 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [req-817517d9-ad78-492e-8185-19c689fec826 req-6f692d67-9b09-47ee-a708-4b2f36cd0ba2 service neutron] For port 661cf5cf-63a0-419f-b94d-c39d53bef418, host hv-cinder-78836, cleared binding levels {{(pid=92998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:56:41.998642 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fcd271-3a40-43c9-8e5f-e0e3572b75b7 req-03b84838-f3f1-436a-b295-5868fca89f2d tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:42.007714 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-31fcd271-3a40-43c9-8e5f-e0e3572b75b7 req-03b84838-f3f1-436a-b295-5868fca89f2d tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d HTTP/1.1" status: 200 len: 944 time: 0.1373372 Jul 16 02:56:42.008865 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [req-817517d9-ad78-492e-8185-19c689fec826 req-6f692d67-9b09-47ee-a708-4b2f36cd0ba2 service neutron] For port 661cf5cf-63a0-419f-b94d-c39d53bef418, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=661cf5cf-63a0-419f-b94d-c39d53bef418,segment=NetworkSegment(919f459a-58a8-4823-9f14-c9262a8f4a7b),segment_id=919f459a-58a8-4823-9f14-c9262a8f4a7b)] {{(pid=92998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:56:42.023984 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-817517d9-ad78-492e-8185-19c689fec826 req-6f692d67-9b09-47ee-a708-4b2f36cd0ba2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110325'] for port, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:42.070526 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817517d9-ad78-492e-8185-19c689fec826 req-6f692d67-9b09-47ee-a708-4b2f36cd0ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:42.071179 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-817517d9-ad78-492e-8185-19c689fec826 req-6f692d67-9b09-47ee-a708-4b2f36cd0ba2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:42.072575 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-817517d9-ad78-492e-8185-19c689fec826 req-6f692d67-9b09-47ee-a708-4b2f36cd0ba2 service neutron] 10.222.0.52 "PUT /v2.0/ports/661cf5cf-63a0-419f-b94d-c39d53bef418 HTTP/1.1" status: 200 len: 1094 time: 0.8557754 Jul 16 02:56:42.073019 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d', 'tag': '661cf5cf-63a0-419f-b94d-c39d53bef418'}] {{(pid=92998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:56:42.075282 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a245791c69082107892e6a31916d6d43f1304004a28c473c9394a88117d1c043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c53650d-bdcc-4b13-8723-8bbf7744d2da" -d '{"events": [{"name": "network-changed", "server_uuid": "7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d", "tag": "661cf5cf-63a0-419f-b94d-c39d53bef418"}]}' {{(pid=92998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:56:42.099882 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-31fcd271-3a40-43c9-8e5f-e0e3572b75b7 req-2693e028-890a-4186-b401-bd6e3fdaa89e tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e5bda0-5422-4921-9de8-4aeaac0d9361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930426 Jul 16 02:56:42.116619 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f692d67-9b09-47ee-a708-4b2f36cd0ba2 service neutron] Pushing event updated for resources: {'Port': ['ID=661cf5cf-63a0-419f-b94d-c39d53bef418,revision_number=3']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:42.206194 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ca7ba0-fd0b-4457-be26-5f3d35cd1e54 x-openstack-request-id: req-81ca7ba0-fd0b-4457-be26-5f3d35cd1e54 {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:56:42.206543 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d", "tag": "661cf5cf-63a0-419f-b94d-c39d53bef418", "status": "completed", "code": 200}]} {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:56:42.206734 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81ca7ba0-fd0b-4457-be26-5f3d35cd1e54 {{(pid=92998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:56:42.207135 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d', 'tag': '661cf5cf-63a0-419f-b94d-c39d53bef418', 'status': 'completed', 'code': 200} Jul 16 02:56:42.237388 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817517d9-ad78-492e-8185-19c689fec826 req-8b7f7556-2bb5-486f-b293-72473f9ed160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:42.238984 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-817517d9-ad78-492e-8185-19c689fec826 req-8b7f7556-2bb5-486f-b293-72473f9ed160 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=12fcbccaae8340ff817302f6a7190214&device_id=7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d HTTP/1.1" status: 200 len: 1097 time: 0.0910888 Jul 16 02:56:42.322229 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-817517d9-ad78-492e-8185-19c689fec826 req-a16d16de-2f1c-4afe-a35e-f31fd737c7bb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=661cf5cf-63a0-419f-b94d-c39d53bef418 HTTP/1.1" status: 200 len: 217 time: 0.0607703 Jul 16 02:56:42.394042 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be24eb76-ac83-41f8-adb5-b84130757715 req-ac02249e-f0cc-4104-b071-f0377f704108 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:42.396151 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-be24eb76-ac83-41f8-adb5-b84130757715 req-ac02249e-f0cc-4104-b071-f0377f704108 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.1513488 Jul 16 02:56:42.435468 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817517d9-ad78-492e-8185-19c689fec826 req-2772e77b-aa1d-4f79-97dc-65103131281e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:42.437229 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-817517d9-ad78-492e-8185-19c689fec826 req-2772e77b-aa1d-4f79-97dc-65103131281e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d46dce-d88a-4c24-89ef-11d63ae16164 HTTP/1.1" status: 200 len: 853 time: 0.0825763 Jul 16 02:56:42.493300 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-817517d9-ad78-492e-8185-19c689fec826 req-0aa84dfe-ab69-4a64-8475-f10a1314ca17 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=10ce6fde-8213-4e50-b9f8-9964ce2df8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450902 Jul 16 02:56:42.496564 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-be24eb76-ac83-41f8-adb5-b84130757715 req-35978852-a465-4587-bc4f-1b356fc394f0 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916500 Jul 16 02:56:42.632706 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 4a3ac8b8-b27b-4b43-987b-0f3308879c7a no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:56:42.638583 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-817517d9-ad78-492e-8185-19c689fec826 req-7f0c1a7c-1870-43bd-b950-2270c4df3ce7 service neutron] 10.222.0.52 "GET /v2.0/networks/10ce6fde-8213-4e50-b9f8-9964ce2df8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278567 Jul 16 02:56:42.669500 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] No Port match for: 4a3ac8b8-b27b-4b43-987b-0f3308879c7a {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:56:42.669843 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 4a3ac8b8-b27b-4b43-987b-0f3308879c7a not bound to the agent host hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:56:42.670270 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device b1587286-cf0e-4400-a6ce-2043324a7017 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:56:42.711481 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] No Port match for: b1587286-cf0e-4400-a6ce-2043324a7017 {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:56:42.712195 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device b1587286-cf0e-4400-a6ce-2043324a7017 not bound to the agent host hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:56:42.784053 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-817517d9-ad78-492e-8185-19c689fec826 req-1642f480-60f1-49f3-8fef-c530e1c011d4 service neutron] 10.222.0.52 "GET /v2.0/networks/10ce6fde-8213-4e50-b9f8-9964ce2df8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384480 Jul 16 02:56:42.904195 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f6115-66a3-4541-8795-83d2494c7952 req-a8d69c27-8e54-429d-a42d-911a32632e43 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:42.905648 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ba8f6115-66a3-4541-8795-83d2494c7952 req-a8d69c27-8e54-429d-a42d-911a32632e43 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.0704651 Jul 16 02:56:42.943234 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ba8f6115-66a3-4541-8795-83d2494c7952 req-9246c7fa-edf3-4f0c-aea5-0a13e0be113c tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314243 Jul 16 02:56:43.043098 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53650d-bdcc-4b13-8723-8bbf7744d2da req-8961e7fb-c2cf-449a-879a-8602495a570e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:43.044633 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2c53650d-bdcc-4b13-8723-8bbf7744d2da req-8961e7fb-c2cf-449a-879a-8602495a570e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=12fcbccaae8340ff817302f6a7190214&device_id=7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d HTTP/1.1" status: 200 len: 1097 time: 0.0559404 Jul 16 02:56:43.383516 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53650d-bdcc-4b13-8723-8bbf7744d2da req-73f7726c-46c8-48ca-adab-d14147bdd8de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:43.384938 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2c53650d-bdcc-4b13-8723-8bbf7744d2da req-73f7726c-46c8-48ca-adab-d14147bdd8de service neutron] 10.222.0.52 "GET /v2.0/networks?id=10ce6fde-8213-4e50-b9f8-9964ce2df8d6 HTTP/1.1" status: 200 len: 914 time: 0.3332334 Jul 16 02:56:43.397328 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c56f490-4e2a-42d2-b75a-d8057cfe7789 req-361d681b-593d-49ca-af46-b288e129ad17 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:43.398692 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3c56f490-4e2a-42d2-b75a-d8057cfe7789 req-361d681b-593d-49ca-af46-b288e129ad17 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d HTTP/1.1" status: 200 len: 944 time: 0.1180151 Jul 16 02:56:43.438064 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2c53650d-bdcc-4b13-8723-8bbf7744d2da req-d7d6167d-da5c-4f48-a71c-6576a5a43636 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=661cf5cf-63a0-419f-b94d-c39d53bef418 HTTP/1.1" status: 200 len: 217 time: 0.0384390 Jul 16 02:56:43.498967 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3c56f490-4e2a-42d2-b75a-d8057cfe7789 req-b4fc8e83-b6e6-48a4-8fcf-da2f2f180b93 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e5bda0-5422-4921-9de8-4aeaac0d9361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902383 Jul 16 02:56:43.510271 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c53650d-bdcc-4b13-8723-8bbf7744d2da req-7596e197-412c-46a5-b86e-d945a9719cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:43.511872 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2c53650d-bdcc-4b13-8723-8bbf7744d2da req-7596e197-412c-46a5-b86e-d945a9719cbb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d46dce-d88a-4c24-89ef-11d63ae16164 HTTP/1.1" status: 200 len: 853 time: 0.0655024 Jul 16 02:56:43.558191 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2c53650d-bdcc-4b13-8723-8bbf7744d2da req-b51c734a-2fbf-4d02-9755-13c3f5d48f27 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=10ce6fde-8213-4e50-b9f8-9964ce2df8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385811 Jul 16 02:56:43.696341 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2c53650d-bdcc-4b13-8723-8bbf7744d2da req-2321cbf2-06b4-4081-96ee-9c4abcdbb49e service neutron] 10.222.0.52 "GET /v2.0/networks/10ce6fde-8213-4e50-b9f8-9964ce2df8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271787 Jul 16 02:56:43.725588 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b8eff7-2506-43d9-a47c-3e29a8599f14 req-c4390eea-d848-413a-a644-ef31e5261ecb tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:43.727148 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-39b8eff7-2506-43d9-a47c-3e29a8599f14 req-c4390eea-d848-413a-a644-ef31e5261ecb tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.0963268 Jul 16 02:56:43.865141 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-39b8eff7-2506-43d9-a47c-3e29a8599f14 req-0d5be47f-e474-4007-93e5-19314ebb088e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1181796 Jul 16 02:56:43.902518 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2c53650d-bdcc-4b13-8723-8bbf7744d2da req-69971675-7dd2-410c-a381-3a086439fc5d service neutron] 10.222.0.52 "GET /v2.0/networks/10ce6fde-8213-4e50-b9f8-9964ce2df8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742899 Jul 16 02:56:43.951330 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e47a0-c7cf-4eb0-9886-5785ed637871 req-14cdc493-e5c5-4cf2-a8bd-32363fc6c346 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:43.952984 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-198e47a0-c7cf-4eb0-9886-5785ed637871 req-14cdc493-e5c5-4cf2-a8bd-32363fc6c346 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=5841a00f-1bad-4ab7-915c-cb1a97ab2ba2 HTTP/1.1" status: 200 len: 946 time: 0.1369450 Jul 16 02:56:44.003983 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-198e47a0-c7cf-4eb0-9886-5785ed637871 req-d6bbf651-9550-4807-9616-6bcc39a71eec tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388219 Jul 16 02:56:44.145957 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c296dec7-3ce6-45da-ac50-66dade576ec7 req-c4adc370-b832-4ae6-960c-ebf3daabace2 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:44.148354 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c296dec7-3ce6-45da-ac50-66dade576ec7 req-c4adc370-b832-4ae6-960c-ebf3daabace2 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.0768275 Jul 16 02:56:44.192857 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c296dec7-3ce6-45da-ac50-66dade576ec7 req-9ae685f8-e46a-4170-92b1-1c45677c5b58 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381300 Jul 16 02:56:44.739913 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e94888-fcd1-4004-95ee-d1b2bdfbaf17 req-0aeef5e4-e8b9-4757-8e2b-9eb2490701bf tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:44.741701 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-68e94888-fcd1-4004-95ee-d1b2bdfbaf17 req-0aeef5e4-e8b9-4757-8e2b-9eb2490701bf tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d HTTP/1.1" status: 200 len: 944 time: 0.0772200 Jul 16 02:56:44.821614 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-68e94888-fcd1-4004-95ee-d1b2bdfbaf17 req-a49f1e5b-7500-4f25-bd8e-06f3a48c5fa3 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e5bda0-5422-4921-9de8-4aeaac0d9361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731015 Jul 16 02:56:45.197002 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c008fd0-1379-4306-a663-a069bac6afa5 req-fab32bea-4ca0-44d1-9511-c577d0155493 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:45.200342 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9c008fd0-1379-4306-a663-a069bac6afa5 req-fab32bea-4ca0-44d1-9511-c577d0155493 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.1021352 Jul 16 02:56:45.356228 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9c008fd0-1379-4306-a663-a069bac6afa5 req-55083f4e-bcc6-419a-a587-887b521292de tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1496496 Jul 16 02:56:45.395752 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a771f9a-d251-4355-ba24-2bb55f09e810 req-9fde3783-41f5-427e-aff6-2713f988910f tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:45.405739 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0a771f9a-d251-4355-ba24-2bb55f09e810 req-9fde3783-41f5-427e-aff6-2713f988910f tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=5841a00f-1bad-4ab7-915c-cb1a97ab2ba2 HTTP/1.1" status: 200 len: 946 time: 0.1743026 Jul 16 02:56:45.499514 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0a771f9a-d251-4355-ba24-2bb55f09e810 req-cfecd5de-a6f9-4514-a6fc-161441db2ac8 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927348 Jul 16 02:56:45.679245 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc517e4-5fa3-42bd-b043-b764f0d42431 req-36acd439-3b53-46d2-8035-9da9220db60c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:45.681482 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2dc517e4-5fa3-42bd-b043-b764f0d42431 req-36acd439-3b53-46d2-8035-9da9220db60c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6f945e439d0e4d87b06aad1c45f83b97&device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 1099 time: 0.1327097 Jul 16 02:56:45.699746 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8316105-c783-4a6c-baec-b420045c36de req-bac2fdc5-3ad4-4094-b0c0-c4c9852f0918 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:45.703969 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c8316105-c783-4a6c-baec-b420045c36de req-bac2fdc5-3ad4-4094-b0c0-c4c9852f0918 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1456375 Jul 16 02:56:45.894156 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c8316105-c783-4a6c-baec-b420045c36de req-6bbc463c-97bb-469d-bc06-a08abdf71176 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838548 Jul 16 02:56:45.932949 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc517e4-5fa3-42bd-b043-b764f0d42431 req-fecf2c75-811f-4a23-9fc2-6e16efc5582b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:45.934432 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2dc517e4-5fa3-42bd-b043-b764f0d42431 req-fecf2c75-811f-4a23-9fc2-6e16efc5582b service neutron] 10.222.0.52 "GET /v2.0/networks?id=14e36b5a-d9bd-4a9a-8e33-0a405cb50bae HTTP/1.1" status: 200 len: 919 time: 0.2171090 Jul 16 02:56:45.997105 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2dc517e4-5fa3-42bd-b043-b764f0d42431 req-451f1944-ae5b-4f7c-878e-486b6866eee1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3ae29bd-e1c6-45c9-9f46-f56b4108c911 HTTP/1.1" status: 200 len: 217 time: 0.0542524 Jul 16 02:56:46.057342 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf470ef7-15b9-411d-af5a-97c3bbbce87e req-c598802c-0408-457d-9173-603535eab9dc tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:46.058991 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-cf470ef7-15b9-411d-af5a-97c3bbbce87e req-c598802c-0408-457d-9173-603535eab9dc tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 946 time: 0.1957719 Jul 16 02:56:46.099380 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc517e4-5fa3-42bd-b043-b764f0d42431 req-3182f954-ead7-4925-b1f9-165a634f2c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:46.101258 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2dc517e4-5fa3-42bd-b043-b764f0d42431 req-3182f954-ead7-4925-b1f9-165a634f2c1d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f56becb0-35ba-4a8c-8d35-b94e96683f38 HTTP/1.1" status: 200 len: 858 time: 0.0924957 Jul 16 02:56:46.204050 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-cf470ef7-15b9-411d-af5a-97c3bbbce87e req-b0e9c02f-8d1a-4416-9a5b-c41c8115cb78 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325254 Jul 16 02:56:46.226036 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2dc517e4-5fa3-42bd-b043-b764f0d42431 req-f4f82da3-9b46-4928-b0c5-b76204bc7332 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14e36b5a-d9bd-4a9a-8e33-0a405cb50bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1004462 Jul 16 02:56:46.255249 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 50138) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:46.478614 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a95450-8207-491e-ac3a-5c414e249f82 req-23e705d2-ec8f-4034-98cb-996601867cd2 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:46.498898 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d9a95450-8207-491e-ac3a-5c414e249f82 req-23e705d2-ec8f-4034-98cb-996601867cd2 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d HTTP/1.1" status: 200 len: 944 time: 0.3571587 Jul 16 02:56:46.531415 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2dc517e4-5fa3-42bd-b043-b764f0d42431 req-9c3ab568-42f0-44ab-915c-5c3ed64f02da service neutron] 10.222.0.52 "GET /v2.0/networks/14e36b5a-d9bd-4a9a-8e33-0a405cb50bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727554 Jul 16 02:56:46.611746 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7645e7-b37a-4ec0-8bdd-88dacb316015 tempest-TestMinimumBasicScenario-1074319619 tempest-TestMinimumBasicScenario-1074319619-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:46.617601 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-ad7645e7-b37a-4ec0-8bdd-88dacb316015 tempest-TestMinimumBasicScenario-1074319619 tempest-TestMinimumBasicScenario-1074319619-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 1094 time: 0.3596087 Jul 16 02:56:46.619673 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 50146) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:46.629571 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Request body: {'floatingip': {'floating_network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'port_id': 'ca3d1dc9-1b56-40c6-bbe4-7eee7207619d', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'fixed_ip_address': '172.20.0.11'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:56:46.630627 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d9a95450-8207-491e-ac3a-5c414e249f82 req-70051ea5-28dd-431c-b842-2c647e9b94a2 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e5bda0-5422-4921-9de8-4aeaac0d9361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305232 Jul 16 02:56:46.634990 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 661cf5cf-63a0-419f-b94d-c39d53bef418 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:56:46.689515 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for floatingip, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:46.752558 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2dc517e4-5fa3-42bd-b043-b764f0d42431 req-2c60326e-8ccb-4b97-aaaf-83ba2db5e28e service neutron] 10.222.0.52 "GET /v2.0/networks/14e36b5a-d9bd-4a9a-8e33-0a405cb50bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119272 Jul 16 02:56:46.782872 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbe83f-647d-4556-92b9-05aa727b5d94 req-45fb420e-9cc0-4ed8-a0fb-5fa7e4c7b343 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:46.791347 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-07bbe83f-647d-4556-92b9-05aa727b5d94 req-45fb420e-9cc0-4ed8-a0fb-5fa7e4c7b343 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.1009233 Jul 16 02:56:46.878686 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 661cf5cf-63a0-419f-b94d-c39d53bef418, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=661cf5cf-63a0-419f-b94d-c39d53bef418,segment=NetworkSegment(919f459a-58a8-4823-9f14-c9262a8f4a7b),segment_id=919f459a-58a8-4823-9f14-c9262a8f4a7b)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:46.891736 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:46.906122 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Returning: {'device': '661cf5cf-63a0-419f-b94d-c39d53bef418', 'network_id': '10ce6fde-8213-4e50-b9f8-9964ce2df8d6', 'port_id': '661cf5cf-63a0-419f-b94d-c39d53bef418', 'mac_address': 'fa:16:3e:3a:76:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d46dce-d88a-4c24-89ef-11d63ae16164', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:56:46.955768 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-07bbe83f-647d-4556-92b9-05aa727b5d94 req-0f54f409-4d44-4682-949f-97906dff3b71 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633077 Jul 16 02:56:46.968871 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:47.012122 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 661cf5cf-63a0-419f-b94d-c39d53bef418 {{(pid=93000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:56:47.032734 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611e2876-b9ff-4e38-9656-36a700d58b52 req-f4f1a6f2-ddf1-4724-a1a4-a077ec9eb9e1 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:47.040899 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-611e2876-b9ff-4e38-9656-36a700d58b52 req-f4f1a6f2-ddf1-4724-a1a4-a077ec9eb9e1 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=5841a00f-1bad-4ab7-915c-cb1a97ab2ba2 HTTP/1.1" status: 200 len: 946 time: 0.2467303 Jul 16 02:56:47.110540 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 661cf5cf-63a0-419f-b94d-c39d53bef418, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=661cf5cf-63a0-419f-b94d-c39d53bef418,segment=NetworkSegment(919f459a-58a8-4823-9f14-c9262a8f4a7b),segment_id=919f459a-58a8-4823-9f14-c9262a8f4a7b)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:47.110540 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:47.152926 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ca3cf8-e1fc-46fa-9c27-ba1d198f1f87 req-c4138dc4-91a8-4bbc-8c57-c8aec7839f52 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:47.153949 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-11ca3cf8-e1fc-46fa-9c27-ba1d198f1f87 req-c4138dc4-91a8-4bbc-8c57-c8aec7839f52 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.52 "GET /v2.0/ports?device_id=5841a00f-1bad-4ab7-915c-cb1a97ab2ba2 HTTP/1.1" status: 200 len: 946 time: 0.3343632 Jul 16 02:56:47.275645 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:47.282164 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_common [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Allocated IP 172.28.1.121 (7c2f8857-88c5-405d-9e5d-ca6a329284f0/001ca838-c681-472d-be9c-9f5b7f18b0f7/01dbef12-de0e-428d-8328-4899d866a97b) {{(pid=92999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:56:47.284088 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=661cf5cf-63a0-419f-b94d-c39d53bef418,revision_number=4']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:47.371014 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-611e2876-b9ff-4e38-9656-36a700d58b52 req-f381b8b9-5b10-4c27-8abb-daadb0d287d3 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3288312 Jul 16 02:56:47.428337 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for port, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:47.485385 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:47.501538 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb21ae3-aaad-46b1-81b0-6e91ec4e9980 req-e60c3280-846d-40d9-87d7-5998a09e32bc tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:47.503436 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6bb21ae3-aaad-46b1-81b0-6e91ec4e9980 req-e60c3280-846d-40d9-87d7-5998a09e32bc tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.2267659 Jul 16 02:56:47.522333 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [req-11ca3cf8-e1fc-46fa-9c27-ba1d198f1f87 req-a15fe452-1b47-4b92-80cc-1dddff03c2f0 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Deleting port f0961f4a-c7d9-444a-9fc5-ddf988484a10 {{(pid=92998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:56:47.522737 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-11ca3cf8-e1fc-46fa-9c27-ba1d198f1f87 req-a15fe452-1b47-4b92-80cc-1dddff03c2f0 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:47.527107 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Network 7c2f8857-88c5-405d-9e5d-ca6a329284f0 is already hosted by enough agents. {{(pid=92999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:56:47.534468 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Resources bound (agent type, host, resource id): {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:56:47.538945 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Received port after_create {{(pid=92999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:56:47.566024 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Pushing event updated for resources: {'Port': ['ID=01dbef12-de0e-428d-8328-4899d866a97b,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:47.691136 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['661cf5cf-63a0-419f-b94d-c39d53bef418'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:56:47.738281 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [req-11ca3cf8-e1fc-46fa-9c27-ba1d198f1f87 req-a15fe452-1b47-4b92-80cc-1dddff03c2f0 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] For port f0961f4a-c7d9-444a-9fc5-ddf988484a10, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=f0961f4a-c7d9-444a-9fc5-ddf988484a10,segment=NetworkSegment(5f0599a3-c418-44ed-a069-7f15235b4797),segment_id=5f0599a3-c418-44ed-a069-7f15235b4797)] {{(pid=92998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:47.739388 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-11ca3cf8-e1fc-46fa-9c27-ba1d198f1f87 req-a15fe452-1b47-4b92-80cc-1dddff03c2f0 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:47.756822 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [req-11ca3cf8-e1fc-46fa-9c27-ba1d198f1f87 req-a15fe452-1b47-4b92-80cc-1dddff03c2f0 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Calling delete_port for f0961f4a-c7d9-444a-9fc5-ddf988484a10 owned by compute:nova {{(pid=92998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:56:47.992628 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6bb21ae3-aaad-46b1-81b0-6e91ec4e9980 req-c8a27d61-f6d1-48de-9b0a-cc375b60d6fc tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4798224 Jul 16 02:56:48.055432 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-11ca3cf8-e1fc-46fa-9c27-ba1d198f1f87 req-a15fe452-1b47-4b92-80cc-1dddff03c2f0 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:48.090270 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15fe452-1b47-4b92-80cc-1dddff03c2f0 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Pushing event deleted for resources: {'Port': ['ID=f0961f4a-c7d9-444a-9fc5-ddf988484a10,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:48.106371 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6837b-c3a8-4da0-844f-8fb48416a291 req-9c54f2e6-03f8-45a9-890e-c80568657bf6 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:48.120497 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8eb6837b-c3a8-4da0-844f-8fb48416a291 req-9c54f2e6-03f8-45a9-890e-c80568657bf6 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d HTTP/1.1" status: 200 len: 945 time: 0.2244608 Jul 16 02:56:48.265679 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.l3_dvrscheduler_db [req-11ca3cf8-e1fc-46fa-9c27-ba1d198f1f87 req-a15fe452-1b47-4b92-80cc-1dddff03c2f0 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] No DVR routers for this DVR port f0961f4a-c7d9-444a-9fc5-ddf988484a10 on host hv-cinder-78836 {{(pid=92998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:56:48.270640 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-11ca3cf8-e1fc-46fa-9c27-ba1d198f1f87 req-a15fe452-1b47-4b92-80cc-1dddff03c2f0 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:48.272050 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-11ca3cf8-e1fc-46fa-9c27-ba1d198f1f87 req-a15fe452-1b47-4b92-80cc-1dddff03c2f0 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.52 "DELETE /v2.0/ports/f0961f4a-c7d9-444a-9fc5-ddf988484a10 HTTP/1.1" status: 204 len: 173 time: 1.0926673 Jul 16 02:56:48.288494 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5841a00f-1bad-4ab7-915c-cb1a97ab2ba2', 'name': 'network-vif-deleted', 'tag': 'f0961f4a-c7d9-444a-9fc5-ddf988484a10'}] {{(pid=92998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:56:48.298175 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a245791c69082107892e6a31916d6d43f1304004a28c473c9394a88117d1c043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ecf2d8-fd4b-4dec-a070-3a1034e54bb0" -d '{"events": [{"server_uuid": "5841a00f-1bad-4ab7-915c-cb1a97ab2ba2", "name": "network-vif-deleted", "tag": "f0961f4a-c7d9-444a-9fc5-ddf988484a10"}]}' {{(pid=92998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:56:48.304474 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8eb6837b-c3a8-4da0-844f-8fb48416a291 req-48e2c883-dff0-46fd-8c4d-939fec4948be tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e5bda0-5422-4921-9de8-4aeaac0d9361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828763 Jul 16 02:56:48.329080 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:48.381024 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbea0f51-2642-42b1-b4b7-4b8fa8e8ebf1 req-6cca7465-01ec-4405-96eb-6904bd314c9c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:48.382979 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-cbea0f51-2642-42b1-b4b7-4b8fa8e8ebf1 req-6cca7465-01ec-4405-96eb-6904bd314c9c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.2144101 Jul 16 02:56:48.412156 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9035ea6-4375-42a1-985f-4b6795be2e4a x-openstack-request-id: req-c9035ea6-4375-42a1-985f-4b6795be2e4a {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:56:48.412156 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5841a00f-1bad-4ab7-915c-cb1a97ab2ba2", "name": "network-vif-deleted", "tag": "f0961f4a-c7d9-444a-9fc5-ddf988484a10", "status": "completed", "code": 200}]} {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:56:48.412156 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9035ea6-4375-42a1-985f-4b6795be2e4a {{(pid=92998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:56:48.412794 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5841a00f-1bad-4ab7-915c-cb1a97ab2ba2', 'name': 'network-vif-deleted', 'tag': 'f0961f4a-c7d9-444a-9fc5-ddf988484a10', 'status': 'completed', 'code': 200} Jul 16 02:56:48.432818 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-05d45ca6-a941-483d-89c5-6f01ed7d68e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:48.468355 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:48.538172 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-cbea0f51-2642-42b1-b4b7-4b8fa8e8ebf1 req-9ddb85a5-62fb-4bdf-a840-c371b5c52716 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1401093 Jul 16 02:56:48.753652 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7da7770d-1697-4fec-b19d-fa5ca431aca9 req-46f9d33d-a008-41fe-bd4a-43a4af474830 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=5841a00f-1bad-4ab7-915c-cb1a97ab2ba2 HTTP/1.1" status: 200 len: 210 time: 0.0856256 Jul 16 02:56:48.774825 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for port, precommit_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:48.784924 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9108244'] for port, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:48.882520 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Pushing event updated for resources: {'Port': ['ID=01dbef12-de0e-428d-8328-4899d866a97b,revision_number=2']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:48.896443 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442025'] for floatingip, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:48.899215 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:48.899572 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:48.899918 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['c039e7df-bd20-4722-aa19-b5d034ddf39e', '9aca5c1e-52fc-4aec-a638-715943670e0c'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:56:48.900397 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:48.900397 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:48.900672 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:48.900934 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:48.901270 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:48.901591 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:48.902051 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:48.902238 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:48.902551 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:48.902871 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:56:49.059552 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.db.l3_db [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Floating IP c69a9d8e-cfbd-434c-a2fc-7c0fe12dc88c associated. External IP: 172.28.1.121, port: ca3d1dc9-1b56-40c6-bbe4-7eee7207619d. Jul 16 02:56:49.375802 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Router 9aec63fb-16bc-4c42-a63a-2a9c31e97869 has already been hosted by L3 agent c2717fd8-7624-4935-9c00-920e66229c5a {{(pid=92999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:56:49.388307 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193fcd13-e3d6-4118-8812-bb6a73ff4555 req-27aa586b-55fd-433d-b42d-4b0b34cef18e tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:49.391470 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-193fcd13-e3d6-4118-8812-bb6a73ff4555 req-27aa586b-55fd-433d-b42d-4b0b34cef18e tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1500258 Jul 16 02:56:49.563249 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:56:49.580133 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f73d45c-0e3e-4462-8990-b25a7d8b3f30 None None] Sync routers for ids ['9aec63fb-16bc-4c42-a63a-2a9c31e97869'] in dv-cinder-788364-5-smb {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:56:49.598739 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for floatingip, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:49.601367 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f73d45c-0e3e-4462-8990-b25a7d8b3f30 None None] Routers {'9aec63fb-16bc-4c42-a63a-2a9c31e97869'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:56:49.602093 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-9f73d45c-0e3e-4462-8990-b25a7d8b3f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:56:22Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['9aec63fb-16bc-4c42-a63a-2a9c31e97869'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:56:49.655535 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-11470581-6af9-43e2-86d8-227f5d36ed76 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.0339057 Jul 16 02:56:49.657489 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119a69c3-5a2e-4347-bde7-a76a0c7d0bbc', 'tag': 'ca3d1dc9-1b56-40c6-bbe4-7eee7207619d'}] {{(pid=92999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:56:49.661774 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7924d30a451bfb46b248ee236a8924541a1a79d63876f3bc8bdb08287585aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67ad2c00-02dc-4cc7-963a-18e9652eac93" -d '{"events": [{"name": "network-changed", "server_uuid": "119a69c3-5a2e-4347-bde7-a76a0c7d0bbc", "tag": "ca3d1dc9-1b56-40c6-bbe4-7eee7207619d"}]}' {{(pid=92999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:56:49.667384 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 50182) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:49.676887 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-1a333c11-5c69-4e22-bb80-e068c2e59086 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1028609418', 'description': 'tempest-secgroup-smoke-1028609418 description', 'project_id': '7a07fe20008544158432a3e05ba4b289'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:56:49.726432 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-1a333c11-5c69-4e22-bb80-e068c2e59086 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:49.868107 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-9f73d45c-0e3e-4462-8990-b25a7d8b3f30 None None] Set router 9aec63fb-16bc-4c42-a63a-2a9c31e97869 gateway port host: dv-cinder-788364-5-smb {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:56:49.883369 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-193fcd13-e3d6-4118-8812-bb6a73ff4555 req-7dafa6c2-74d6-4ba9-ad8f-f9e1a31f4840 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4815352 Jul 16 02:56:49.944602 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e13085-d9a8-4ee8-a717-59a136d6034a req-b7da6155-d007-4131-b10d-8c51413a00eb tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:49.960603 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-51e13085-d9a8-4ee8-a717-59a136d6034a req-b7da6155-d007-4131-b10d-8c51413a00eb tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d HTTP/1.1" status: 200 len: 945 time: 0.1276937 Jul 16 02:56:49.982404 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-1a333c11-5c69-4e22-bb80-e068c2e59086 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:49.993769 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-1a333c11-5c69-4e22-bb80-e068c2e59086 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:50.052546 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-51e13085-d9a8-4ee8-a717-59a136d6034a req-e0585da3-7f86-4316-8a84-b1e7e6f08265 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e5bda0-5422-4921-9de8-4aeaac0d9361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908585 Jul 16 02:56:50.058695 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-1a333c11-5c69-4e22-bb80-e068c2e59086 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:50.068107 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-1a333c11-5c69-4e22-bb80-e068c2e59086 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3985341 Jul 16 02:56:50.071173 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 50192) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:50.076616 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-b1705872-5100-4cd5-b2ce-68cc2d1a13d7 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Request body: {'security_group_rule': {'security_group_id': '0b7bc0ec-2fbd-45cc-ba6c-7c6c9d593c86', 'project_id': '7a07fe20008544158432a3e05ba4b289', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:56:50.104966 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a333c11-5c69-4e22-bb80-e068c2e59086 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b7bc0ec-2fbd-45cc-ba6c-7c6c9d593c86,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:50.151379 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-b1705872-5100-4cd5-b2ce-68cc2d1a13d7 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:50.169706 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d14a225a-8516-4581-ad61-24b7d545ec27 x-openstack-request-id: req-d14a225a-8516-4581-ad61-24b7d545ec27 {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:56:50.170276 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119a69c3-5a2e-4347-bde7-a76a0c7d0bbc", "tag": "ca3d1dc9-1b56-40c6-bbe4-7eee7207619d", "status": "completed", "code": 200}]} {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:56:50.170707 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d14a225a-8516-4581-ad61-24b7d545ec27 {{(pid=92999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:56:50.171279 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119a69c3-5a2e-4347-bde7-a76a0c7d0bbc', 'tag': 'ca3d1dc9-1b56-40c6-bbe4-7eee7207619d', 'status': 'completed', 'code': 200} Jul 16 02:56:50.277849 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-b1705872-5100-4cd5-b2ce-68cc2d1a13d7 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:50.299931 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-b1705872-5100-4cd5-b2ce-68cc2d1a13d7 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608273'] for security_group_rule, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:50.378692 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1705872-5100-4cd5-b2ce-68cc2d1a13d7 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e003433-dc0b-48fe-8a52-41d490625f24,revision_number=0']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:50.388595 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-b1705872-5100-4cd5-b2ce-68cc2d1a13d7 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:50.390811 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-b1705872-5100-4cd5-b2ce-68cc2d1a13d7 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3181109 Jul 16 02:56:50.394947 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 50196) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:50.401951 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-12ff413d-cee6-4d4d-add0-40490396da14 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Request body: {'security_group_rule': {'security_group_id': '0b7bc0ec-2fbd-45cc-ba6c-7c6c9d593c86', 'project_id': '7a07fe20008544158432a3e05ba4b289', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:56:50.469421 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad2c00-02dc-4cc7-963a-18e9652eac93 req-3bb4bacd-7d6d-4079-a15c-fa277355a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:50.471739 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-12ff413d-cee6-4d4d-add0-40490396da14 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:50.476463 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-67ad2c00-02dc-4cc7-963a-18e9652eac93 req-3bb4bacd-7d6d-4079-a15c-fa277355a88b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a07fe20008544158432a3e05ba4b289&device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 1099 time: 0.1967120 Jul 16 02:56:50.518062 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cf38c8-bf3d-44cc-8bba-24814a2f4c68 req-a275b9bc-3300-4187-b5a2-750925e9e386 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:50.529910 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-03cf38c8-bf3d-44cc-8bba-24814a2f4c68 req-a275b9bc-3300-4187-b5a2-750925e9e386 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.2409999 Jul 16 02:56:50.630078 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-12ff413d-cee6-4d4d-add0-40490396da14 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:50.638915 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-12ff413d-cee6-4d4d-add0-40490396da14 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608273'] for security_group_rule, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:50.666678 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-9f73d45c-0e3e-4462-8990-b25a7d8b3f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'name': 'tempest-TestMinimumBasicScenario-99972491-router', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '71823b24-21be-4bdf-8a5a-7ddcc0f338d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:24Z', 'updated_at': '2021-07-16T02:55:30Z', 'revision_number': 4, 'project_id': '7a07fe20008544158432a3e05ba4b289', 'gw_port': {'id': '71823b24-21be-4bdf-8a5a-7ddcc0f338d3', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:25Z', 'updated_at': '2021-07-16T02:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_floatingips': [{'id': 'c69a9d8e-cfbd-434c-a2fc-7c0fe12dc88c', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'floating_ip_address': '172.28.1.121', 'floating_network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'router_id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'port_id': 'ca3d1dc9-1b56-40c6-bbe4-7eee7207619d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff15e84-fc6d-4fab-9100-6ab8022ec990', 'mac_address': 'fa:16:3e:8d:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119a69c3-5a2e-4347-bde7-a76a0c7d0bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:56:47Z', 'updated_at': '2021-07-16T02:56:47Z', 'revision_number': 0, 'project_id': '7a07fe20008544158432a3e05ba4b289', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee7cd17-c6b7-4226-9359-c8a487eaecb7', 'name': '', 'network_id': 'cff15e84-fc6d-4fab-9100-6ab8022ec990', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'mac_address': 'fa:16:3e:d1:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a0535213-d453-4aa5-8b48-17b60fb36114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:28Z', 'updated_at': '2021-07-16T02:55:39Z', 'revision_number': 5, 'project_id': '7a07fe20008544158432a3e05ba4b289', 'subnets': [{'id': 'a0535213-d453-4aa5-8b48-17b60fb36114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:56:50.682355 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 661cf5cf-63a0-419f-b94d-c39d53bef418 up at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:56:50.722449 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ff413d-cee6-4d4d-add0-40490396da14 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e0dcec6-ec98-4be5-b816-c11648592bc2,revision_number=0']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:50.744317 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-12ff413d-cee6-4d4d-add0-40490396da14 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:50.746613 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-12ff413d-cee6-4d4d-add0-40490396da14 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3495159 Jul 16 02:56:50.752539 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 50198) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:50.769038 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning for port 661cf5cf-63a0-419f-b94d-c39d53bef418 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:56:50.776654 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning complete for port 661cf5cf-63a0-419f-b94d-c39d53bef418 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:56:50.777060 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:50.789941 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-89787a9e-a9d4-4fbd-94bf-909b83b9934e tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Request body: {'security_group_rule': {'security_group_id': '0b7bc0ec-2fbd-45cc-ba6c-7c6c9d593c86', 'project_id': '7a07fe20008544158432a3e05ba4b289', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:56:50.812227 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f73d45c-0e3e-4462-8990-b25a7d8b3f30 None None] Checking router: 9aec63fb-16bc-4c42-a63a-2a9c31e97869 for host: dv-cinder-788364-5-smb {{(pid=93001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:56:50.859321 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f73d45c-0e3e-4462-8990-b25a7d8b3f30 None None] Routers {'9aec63fb-16bc-4c42-a63a-2a9c31e97869'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:56:50.861223 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-89787a9e-a9d4-4fbd-94bf-909b83b9934e tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:50.863953 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-9f73d45c-0e3e-4462-8990-b25a7d8b3f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:56:22Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['9aec63fb-16bc-4c42-a63a-2a9c31e97869'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:56:50.900134 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad2c00-02dc-4cc7-963a-18e9652eac93 req-353154c9-bc2a-4774-869b-59dda4cb086f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:50.903560 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-67ad2c00-02dc-4cc7-963a-18e9652eac93 req-353154c9-bc2a-4774-869b-59dda4cb086f service neutron] 10.222.0.52 "GET /v2.0/networks?id=cff15e84-fc6d-4fab-9100-6ab8022ec990 HTTP/1.1" status: 200 len: 914 time: 0.4159009 Jul 16 02:56:50.927376 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-03cf38c8-bf3d-44cc-8bba-24814a2f4c68 req-21ea4bc9-cb0b-4fe4-90fd-1e646c109291 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3709602 Jul 16 02:56:50.997522 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:51.043865 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-89787a9e-a9d4-4fbd-94bf-909b83b9934e tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:51.054496 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-89787a9e-a9d4-4fbd-94bf-909b83b9934e tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608273'] for security_group_rule, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:51.087386 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 661cf5cf-63a0-419f-b94d-c39d53bef418, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=661cf5cf-63a0-419f-b94d-c39d53bef418,segment=NetworkSegment(919f459a-58a8-4823-9f14-c9262a8f4a7b),segment_id=919f459a-58a8-4823-9f14-c9262a8f4a7b)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:51.088338 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661cf5cf-63a0-419f-b94d-c39d53bef418'}] {{(pid=93000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:56:51.095703 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea702c1d27a9afaa317d21627fdeb95d85c281d49492fc16ca315a181738864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f758512-e494-4782-922e-1b8800dc50ba" -d '{"events": [{"server_uuid": "7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d", "name": "network-vif-plugged", "status": "completed", "tag": "661cf5cf-63a0-419f-b94d-c39d53bef418"}]}' {{(pid=93000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:56:51.101797 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89787a9e-a9d4-4fbd-94bf-909b83b9934e tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02a26fe1-f32f-4eb1-8108-cf0fe6f4169a,revision_number=0']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:51.105550 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:51.106887 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device f0961f4a-c7d9-444a-9fc5-ddf988484a10 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:56:51.116233 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-89787a9e-a9d4-4fbd-94bf-909b83b9934e tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:51.119727 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-67ad2c00-02dc-4cc7-963a-18e9652eac93 req-e9cb97ea-ddf7-475f-a1a7-63b18c1de71d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca3d1dc9-1b56-40c6-bbe4-7eee7207619d HTTP/1.1" status: 200 len: 1000 time: 0.1868081 Jul 16 02:56:51.121398 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-89787a9e-a9d4-4fbd-94bf-909b83b9934e tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3611517 Jul 16 02:56:51.122016 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 50210) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:51.136474 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-3dcf4c76-38bd-40d8-b7aa-65a026eace99 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Request body: {'security_group_rule': {'security_group_id': '0b7bc0ec-2fbd-45cc-ba6c-7c6c9d593c86', 'project_id': '7a07fe20008544158432a3e05ba4b289', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:56:51.166566 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] No Port match for: f0961f4a-c7d9-444a-9fc5-ddf988484a10 {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:56:51.166957 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device f0961f4a-c7d9-444a-9fc5-ddf988484a10 not bound to the agent host hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:56:51.227010 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=661cf5cf-63a0-419f-b94d-c39d53bef418,revision_number=5']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:51.260104 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3dcf4c76-38bd-40d8-b7aa-65a026eace99 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:51.349203 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:51.369555 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-9f73d45c-0e3e-4462-8990-b25a7d8b3f30 None None] Set router 9aec63fb-16bc-4c42-a63a-2a9c31e97869 gateway port host: dv-cinder-788364-5-smb {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:56:51.406792 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad2c00-02dc-4cc7-963a-18e9652eac93 req-ff8140b0-0516-49d3-8396-c23d933d2390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:51.409916 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-67ad2c00-02dc-4cc7-963a-18e9652eac93 req-ff8140b0-0516-49d3-8396-c23d933d2390 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0535213-d453-4aa5-8b48-17b60fb36114 HTTP/1.1" status: 200 len: 852 time: 0.2517374 Jul 16 02:56:51.622482 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-828b6c4a-e7c8-4afa-8124-19aa46b843c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:51.681250 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3dcf4c76-38bd-40d8-b7aa-65a026eace99 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:51.712364 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3dcf4c76-38bd-40d8-b7aa-65a026eace99 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608273'] for security_group_rule, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:51.737936 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c39b2-7762-4f17-8fe4-187f27f80a82 req-c845dbfa-3193-4929-90c2-5ad36acd0597 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:51.740027 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-026c39b2-7762-4f17-8fe4-187f27f80a82 req-c845dbfa-3193-4929-90c2-5ad36acd0597 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.4674747 Jul 16 02:56:51.780245 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ad2c00-02dc-4cc7-963a-18e9652eac93 req-0e849899-9e0e-431c-b96c-68a415e680cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:51.781899 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-67ad2c00-02dc-4cc7-963a-18e9652eac93 req-0e849899-9e0e-431c-b96c-68a415e680cf service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cff15e84-fc6d-4fab-9100-6ab8022ec990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3437231 Jul 16 02:56:51.792046 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcf4c76-38bd-40d8-b7aa-65a026eace99 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=134ca63b-5e01-4e62-8e70-ff6528edab84,revision_number=0']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:51.821348 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94aa1aa-d977-4eef-bb40-50ff6216cca0 req-1e1224b0-42b9-4fed-8356-26eaefe84c55 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:51.823225 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d94aa1aa-d977-4eef-bb40-50ff6216cca0 req-1e1224b0-42b9-4fed-8356-26eaefe84c55 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d HTTP/1.1" status: 200 len: 946 time: 0.4036686 Jul 16 02:56:51.826156 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3dcf4c76-38bd-40d8-b7aa-65a026eace99 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:51.831963 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 50214) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:51.837909 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-8f97e9cc-ee49-4ed4-92a3-a016da51343b tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Request body: {'security_group_rule': {'security_group_id': '0b7bc0ec-2fbd-45cc-ba6c-7c6c9d593c86', 'project_id': '7a07fe20008544158432a3e05ba4b289', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:56:51.843335 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-3dcf4c76-38bd-40d8-b7aa-65a026eace99 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7168238 Jul 16 02:56:51.894704 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.db.securitygroups_db [None req-8f97e9cc-ee49-4ed4-92a3-a016da51343b tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Project 7a07fe20008544158432a3e05ba4b289 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:56:51.901057 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-9f73d45c-0e3e-4462-8990-b25a7d8b3f30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'name': 'tempest-TestMinimumBasicScenario-99972491-router', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '71823b24-21be-4bdf-8a5a-7ddcc0f338d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:24Z', 'updated_at': '2021-07-16T02:55:30Z', 'revision_number': 4, 'project_id': '7a07fe20008544158432a3e05ba4b289', 'gw_port': {'id': '71823b24-21be-4bdf-8a5a-7ddcc0f338d3', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:25Z', 'updated_at': '2021-07-16T02:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_floatingips': [{'id': 'c69a9d8e-cfbd-434c-a2fc-7c0fe12dc88c', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'floating_ip_address': '172.28.1.121', 'floating_network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'router_id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'port_id': 'ca3d1dc9-1b56-40c6-bbe4-7eee7207619d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff15e84-fc6d-4fab-9100-6ab8022ec990', 'mac_address': 'fa:16:3e:8d:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119a69c3-5a2e-4347-bde7-a76a0c7d0bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:56:47Z', 'updated_at': '2021-07-16T02:56:47Z', 'revision_number': 0, 'project_id': '7a07fe20008544158432a3e05ba4b289', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee7cd17-c6b7-4226-9359-c8a487eaecb7', 'name': '', 'network_id': 'cff15e84-fc6d-4fab-9100-6ab8022ec990', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'mac_address': 'fa:16:3e:d1:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a0535213-d453-4aa5-8b48-17b60fb36114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:28Z', 'updated_at': '2021-07-16T02:55:39Z', 'revision_number': 5, 'project_id': '7a07fe20008544158432a3e05ba4b289', 'subnets': [{'id': 'a0535213-d453-4aa5-8b48-17b60fb36114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:56:51.902378 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8f97e9cc-ee49-4ed4-92a3-a016da51343b tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:51.958120 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f73d45c-0e3e-4462-8990-b25a7d8b3f30 None None] The sync data for ids ['9aec63fb-16bc-4c42-a63a-2a9c31e97869'] in dv-cinder-788364-5-smb is: [{'id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'name': 'tempest-TestMinimumBasicScenario-99972491-router', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '71823b24-21be-4bdf-8a5a-7ddcc0f338d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:24Z', 'updated_at': '2021-07-16T02:55:30Z', 'revision_number': 4, 'project_id': '7a07fe20008544158432a3e05ba4b289', 'gw_port': {'id': '71823b24-21be-4bdf-8a5a-7ddcc0f338d3', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:25Z', 'updated_at': '2021-07-16T02:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_floatingips': [{'id': 'c69a9d8e-cfbd-434c-a2fc-7c0fe12dc88c', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'floating_ip_address': '172.28.1.121', 'floating_network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'router_id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'port_id': 'ca3d1dc9-1b56-40c6-bbe4-7eee7207619d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 371, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cff15e84-fc6d-4fab-9100-6ab8022ec990', 'mac_address': 'fa:16:3e:8d:11:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '119a69c3-5a2e-4347-bde7-a76a0c7d0bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:56:47Z', 'updated_at': '2021-07-16T02:56:47Z', 'revision_number': 0, 'project_id': '7a07fe20008544158432a3e05ba4b289', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ee7cd17-c6b7-4226-9359-c8a487eaecb7', 'name': '', 'network_id': 'cff15e84-fc6d-4fab-9100-6ab8022ec990', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'mac_address': 'fa:16:3e:d1:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a0535213-d453-4aa5-8b48-17b60fb36114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:28Z', 'updated_at': '2021-07-16T02:55:39Z', 'revision_number': 5, 'project_id': '7a07fe20008544158432a3e05ba4b289', 'subnets': [{'id': 'a0535213-d453-4aa5-8b48-17b60fb36114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:56:52.032816 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-026c39b2-7762-4f17-8fe4-187f27f80a82 req-18f19b11-8076-45b4-b096-a6e154630c0a tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2736502 Jul 16 02:56:52.067545 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d94aa1aa-d977-4eef-bb40-50ff6216cca0 req-42abc39a-9a52-4ab6-b436-4801bc278f91 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e5bda0-5422-4921-9de8-4aeaac0d9361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912317 Jul 16 02:56:52.113202 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-67ad2c00-02dc-4cc7-963a-18e9652eac93 req-44f718df-cf66-47bc-b9b7-0b48e9662ff5 service neutron] 10.222.0.52 "GET /v2.0/networks/cff15e84-fc6d-4fab-9100-6ab8022ec990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184962 Jul 16 02:56:52.127452 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8f97e9cc-ee49-4ed4-92a3-a016da51343b tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:52.136010 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8f97e9cc-ee49-4ed4-92a3-a016da51343b tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608273'] for security_group_rule, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:52.136855 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f5c642-6d37-4cd5-a6a4-c19c4fb8d706 x-openstack-request-id: req-31f5c642-6d37-4cd5-a6a4-c19c4fb8d706 {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:56:52.137350 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d", "name": "network-vif-plugged", "status": "completed", "tag": "661cf5cf-63a0-419f-b94d-c39d53bef418", "code": 200}]} {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:56:52.137434 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31f5c642-6d37-4cd5-a6a4-c19c4fb8d706 {{(pid=93000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:56:52.137830 dv-cinder-788364-5-smb neutron-server[93000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '661cf5cf-63a0-419f-b94d-c39d53bef418', 'code': 200} Jul 16 02:56:52.181469 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97e9cc-ee49-4ed4-92a3-a016da51343b tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecc76566-e923-4f87-ae16-3bd4b19791af,revision_number=0']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:52.206969 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8f97e9cc-ee49-4ed4-92a3-a016da51343b tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:52.213743 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-8f97e9cc-ee49-4ed4-92a3-a016da51343b tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3790500 Jul 16 02:56:52.216065 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 50218) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:56:52.239329 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-0016ef63-255a-4736-8fae-dfc1a8878b23 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Request body: {'security_group_rule': {'security_group_id': '0b7bc0ec-2fbd-45cc-ba6c-7c6c9d593c86', 'project_id': '7a07fe20008544158432a3e05ba4b289', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:56:52.323597 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.db.securitygroups_db [None req-0016ef63-255a-4736-8fae-dfc1a8878b23 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Project 7a07fe20008544158432a3e05ba4b289 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 02:56:52.334662 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-0016ef63-255a-4736-8fae-dfc1a8878b23 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:52.427713 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46d715d8-a63c-4462-95ed-7ce44eb0240b None None] New status for floating IP c69a9d8e-cfbd-434c-a2fc-7c0fe12dc88c: ACTIVE {{(pid=93000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:56:52.523689 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-0016ef63-255a-4736-8fae-dfc1a8878b23 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:52.562144 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-67ad2c00-02dc-4cc7-963a-18e9652eac93 req-79a483ea-0aa1-4744-9bb7-349d5f1c5a26 service neutron] 10.222.0.52 "GET /v2.0/networks/cff15e84-fc6d-4fab-9100-6ab8022ec990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4294691 Jul 16 02:56:52.566546 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-0016ef63-255a-4736-8fae-dfc1a8878b23 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608273'] for security_group_rule, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:52.604720 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0016ef63-255a-4736-8fae-dfc1a8878b23 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=353ba27c-bb51-4c4f-ab13-b5b754e3b72b,revision_number=0']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:52.611656 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-0016ef63-255a-4736-8fae-dfc1a8878b23 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:52.615759 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-0016ef63-255a-4736-8fae-dfc1a8878b23 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3942144 Jul 16 02:56:52.647352 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0f6da8-421e-4133-8538-70d5caf90a15 req-c5789663-0d23-4d30-8032-c1207c707c0f tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:52.649453 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26f7aff-91f2-4121-995c-a2c778a98c01 req-5186800e-0d38-4e21-83e6-85fa8f650001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:52.652253 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ad0f6da8-421e-4133-8538-70d5caf90a15 req-c5789663-0d23-4d30-8032-c1207c707c0f tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e86962a-f6eb-4ec7-b982-87d590e0b66d HTTP/1.1" status: 200 len: 945 time: 0.3198724 Jul 16 02:56:52.652965 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-a26f7aff-91f2-4121-995c-a2c778a98c01 req-5186800e-0d38-4e21-83e6-85fa8f650001 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d HTTP/1.1" status: 200 len: 1099 time: 0.1495512 Jul 16 02:56:52.665542 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:56:52.666286 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25b034f-efa6-44c0-a7c3-bb0fbb7998cb req-bd38f156-e74d-4100-bd34-37df2ba5ccbb tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:52.668003 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b25b034f-efa6-44c0-a7c3-bb0fbb7998cb req-bd38f156-e74d-4100-bd34-37df2ba5ccbb tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.1892538 Jul 16 02:56:52.705548 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-a26f7aff-91f2-4121-995c-a2c778a98c01 req-cff038cb-59f1-4ed5-9aae-8dc510c0f8e9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c5e5bda0-5422-4921-9de8-4aeaac0d9361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405362 Jul 16 02:56:52.723664 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ad0f6da8-421e-4133-8538-70d5caf90a15 req-25b98b74-77b9-47bb-9fc2-0c77cde2e36d tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541186 Jul 16 02:56:52.775740 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b25b034f-efa6-44c0-a7c3-bb0fbb7998cb req-6230f4ed-de8b-4925-a730-a16655010274 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564022 Jul 16 02:56:52.955127 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1ae5191d-92d8-4917-87f8-e60d0aa24a16 req-b6596a11-5c78-47bd-a819-04182102cb92 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1028609418&fields=id&tenant_id=7a07fe20008544158432a3e05ba4b289 HTTP/1.1" status: 200 len: 267 time: 0.0529182 Jul 16 02:56:53.020444 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:53.065097 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5191d-92d8-4917-87f8-e60d0aa24a16 req-1f3954cb-6683-4036-b5af-1a4141802e2b tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:53.075387 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1ae5191d-92d8-4917-87f8-e60d0aa24a16 req-1f3954cb-6683-4036-b5af-1a4141802e2b tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 946 time: 0.1179056 Jul 16 02:56:53.082315 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [req-1ae5191d-92d8-4917-87f8-e60d0aa24a16 req-a25b4f17-c2bc-4643-b404-c7415b5a1b6f tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Request body: {'port': {'security_groups': ['eedf4579-c591-4e8f-a5e6-b2a6356a2053', '0b7bc0ec-2fbd-45cc-ba6c-7c6c9d593c86']}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:56:53.206520 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 14ac9660-02d1-4c3f-a9a6-c322e1ce1254, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=14ac9660-02d1-4c3f-a9a6-c322e1ce1254,segment=NetworkSegment(7d07a258-c4a7-4e28-b7a7-e65f63b3a875),segment_id=7d07a258-c4a7-4e28-b7a7-e65f63b3a875)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:53.229323 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Returning: {'device': '14ac9660-02d1-4c3f-a9a6-c322e1ce1254', 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e', 'port_id': '14ac9660-02d1-4c3f-a9a6-c322e1ce1254', 'mac_address': 'fa:16:3e:d7:a6:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e63330-214e-4dcd-a719-fae45048b23b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:56:53.260540 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-1ae5191d-92d8-4917-87f8-e60d0aa24a16 req-a25b4f17-c2bc-4643-b404-c7415b5a1b6f tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:53.374004 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:53.393843 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 {{(pid=93000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:56:53.455748 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 14ac9660-02d1-4c3f-a9a6-c322e1ce1254, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=14ac9660-02d1-4c3f-a9a6-c322e1ce1254,segment=NetworkSegment(7d07a258-c4a7-4e28-b7a7-e65f63b3a875),segment_id=7d07a258-c4a7-4e28-b7a7-e65f63b3a875)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:53.465749 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:53.608972 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=14ac9660-02d1-4c3f-a9a6-c322e1ce1254,revision_number=6']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:53.670835 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985987f8-6f36-41e9-aaff-a0036537a070 req-8be50680-8ef9-4b4b-8dd9-274dd3f1fbc6 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:53.674274 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-985987f8-6f36-41e9-aaff-a0036537a070 req-8be50680-8ef9-4b4b-8dd9-274dd3f1fbc6 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.2866120 Jul 16 02:56:53.738370 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['14ac9660-02d1-4c3f-a9a6-c322e1ce1254'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:56:53.741188 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [req-1ae5191d-92d8-4917-87f8-e60d0aa24a16 req-a25b4f17-c2bc-4643-b404-c7415b5a1b6f tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] For port ca3d1dc9-1b56-40c6-bbe4-7eee7207619d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca3d1dc9-1b56-40c6-bbe4-7eee7207619d,segment=NetworkSegment(183d1364-b160-4473-aaf9-4040526610ca),segment_id=183d1364-b160-4473-aaf9-4040526610ca)] {{(pid=92998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:53.956134 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-985987f8-6f36-41e9-aaff-a0036537a070 req-42e64632-61d3-4ea0-97c6-bbe3a61394ed tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613895 Jul 16 02:56:54.024490 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-1ae5191d-92d8-4917-87f8-e60d0aa24a16 req-a25b4f17-c2bc-4643-b404-c7415b5a1b6f tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for port, precommit_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:54.038472 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-1ae5191d-92d8-4917-87f8-e60d0aa24a16 req-a25b4f17-c2bc-4643-b404-c7415b5a1b6f tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110325'] for port, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:54.121232 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5191d-92d8-4917-87f8-e60d0aa24a16 req-a25b4f17-c2bc-4643-b404-c7415b5a1b6f tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:54.122104 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-1ae5191d-92d8-4917-87f8-e60d0aa24a16 req-a25b4f17-c2bc-4643-b404-c7415b5a1b6f tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:54.167061 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1ae5191d-92d8-4917-87f8-e60d0aa24a16 req-a25b4f17-c2bc-4643-b404-c7415b5a1b6f tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "PUT /v2.0/ports/ca3d1dc9-1b56-40c6-bbe4-7eee7207619d HTTP/1.1" status: 200 len: 982 time: 1.0905101 Jul 16 02:56:54.173807 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119a69c3-5a2e-4347-bde7-a76a0c7d0bbc', 'tag': 'ca3d1dc9-1b56-40c6-bbe4-7eee7207619d'}] {{(pid=92998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:56:54.182229 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a245791c69082107892e6a31916d6d43f1304004a28c473c9394a88117d1c043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fc714e1-033b-4a92-a7f8-913259ec768b" -d '{"events": [{"name": "network-changed", "server_uuid": "119a69c3-5a2e-4347-bde7-a76a0c7d0bbc", "tag": "ca3d1dc9-1b56-40c6-bbe4-7eee7207619d"}]}' {{(pid=92998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:56:54.183265 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['ca3d1dc9-1b56-40c6-bbe4-7eee7207619d'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:56:54.239485 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:54.317674 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b4f17-c2bc-4643-b404-c7415b5a1b6f tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Pushing event updated for resources: {'Port': ['ID=ca3d1dc9-1b56-40c6-bbe4-7eee7207619d,revision_number=6']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:54.397708 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c19483-9bba-46f8-8d4c-71a5a770319c req-e397b20c-97ed-4dc7-b16f-460163552a7a tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:54.415635 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-12c19483-9bba-46f8-8d4c-71a5a770319c req-e397b20c-97ed-4dc7-b16f-460163552a7a tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d HTTP/1.1" status: 200 len: 946 time: 0.2255454 Jul 16 02:56:54.497938 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['ca3d1dc9-1b56-40c6-bbe4-7eee7207619d'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:56:54.522392 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-12c19483-9bba-46f8-8d4c-71a5a770319c req-4db5cfb8-2a64-429f-ad1f-c17681d86491 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e5bda0-5422-4921-9de8-4aeaac0d9361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035244 Jul 16 02:56:54.586720 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce46215f-a5e8-481a-a588-ef4987141b79 req-2cd8af92-7419-47ae-909b-17b7515cbf45 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:54.592361 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-ce46215f-a5e8-481a-a588-ef4987141b79 req-2cd8af92-7419-47ae-909b-17b7515cbf45 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.52 "GET /v2.0/ports?device_id=6e86962a-f6eb-4ec7-b982-87d590e0b66d HTTP/1.1" status: 200 len: 945 time: 0.2366011 Jul 16 02:56:54.704112 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 up at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:56:54.816329 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e972746-a2be-4e2a-b725-4bbb89ccc5c9 req-6fcb0ad7-b109-42a5-8836-095e31a91ac6 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:54.820908 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6e972746-a2be-4e2a-b725-4bbb89ccc5c9 req-6fcb0ad7-b109-42a5-8836-095e31a91ac6 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e86962a-f6eb-4ec7-b982-87d590e0b66d HTTP/1.1" status: 200 len: 945 time: 0.2315171 Jul 16 02:56:54.925048 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6e972746-a2be-4e2a-b725-4bbb89ccc5c9 req-dfc6df6d-0dea-4b6c-8dbf-0e7859336e5c tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678966 Jul 16 02:56:54.948789 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [req-ce46215f-a5e8-481a-a588-ef4987141b79 req-301eb9c0-a003-4299-bd79-8b5cf9abb8ba tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Deleting port 9aca5c1e-52fc-4aec-a638-715943670e0c {{(pid=92999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:56:54.949544 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-ce46215f-a5e8-481a-a588-ef4987141b79 req-301eb9c0-a003-4299-bd79-8b5cf9abb8ba tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:54.991297 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-c2022595-f4b2-4045-aa5f-813b0439a904 None None] Provisioning complete for port ca3d1dc9-1b56-40c6-bbe4-7eee7207619d triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:56:54.992161 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-c2022595-f4b2-4045-aa5f-813b0439a904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:55.010244 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82178495-7a74-438d-ab9c-e0d6914136c1 req-a55520ba-dadd-4e95-9a36-d51a60d48c77 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:55.021773 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-82178495-7a74-438d-ab9c-e0d6914136c1 req-a55520ba-dadd-4e95-9a36-d51a60d48c77 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 945 time: 0.2250493 Jul 16 02:56:55.122342 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-82178495-7a74-438d-ab9c-e0d6914136c1 req-c900b0b6-aaf9-4964-8128-fcf2841db8ea tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991826 Jul 16 02:56:55.180555 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be56a862-93dd-410e-8bf0-9ae061caab9e x-openstack-request-id: req-be56a862-93dd-410e-8bf0-9ae061caab9e {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:56:55.181994 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119a69c3-5a2e-4347-bde7-a76a0c7d0bbc", "tag": "ca3d1dc9-1b56-40c6-bbe4-7eee7207619d", "status": "completed", "code": 200}]} {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:56:55.182991 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be56a862-93dd-410e-8bf0-9ae061caab9e {{(pid=92998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:56:55.184282 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119a69c3-5a2e-4347-bde7-a76a0c7d0bbc', 'tag': 'ca3d1dc9-1b56-40c6-bbe4-7eee7207619d', 'status': 'completed', 'code': 200} Jul 16 02:56:55.446043 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-ce46215f-a5e8-481a-a588-ef4987141b79 req-301eb9c0-a003-4299-bd79-8b5cf9abb8ba tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] For port 9aca5c1e-52fc-4aec-a638-715943670e0c, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=9aca5c1e-52fc-4aec-a638-715943670e0c,segment=NetworkSegment(5f0599a3-c418-44ed-a069-7f15235b4797),segment_id=5f0599a3-c418-44ed-a069-7f15235b4797)] {{(pid=92999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:55.446553 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-ce46215f-a5e8-481a-a588-ef4987141b79 req-301eb9c0-a003-4299-bd79-8b5cf9abb8ba tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:55.461030 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [req-ce46215f-a5e8-481a-a588-ef4987141b79 req-301eb9c0-a003-4299-bd79-8b5cf9abb8ba tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Calling delete_port for 9aca5c1e-52fc-4aec-a638-715943670e0c owned by compute:nova {{(pid=92999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:56:55.499088 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc714e1-033b-4a92-a7f8-913259ec768b req-ce7a42e4-0d3d-4a41-b388-bb50a6da374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:55.500958 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1fc714e1-033b-4a92-a7f8-913259ec768b req-ce7a42e4-0d3d-4a41-b388-bb50a6da374d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a07fe20008544158432a3e05ba4b289&device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 1138 time: 0.2033625 Jul 16 02:56:55.576923 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning complete for port 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:56:55.578006 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:55.621593 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc714e1-033b-4a92-a7f8-913259ec768b req-f422f182-02dd-4cad-972e-57ef8f0a9148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:55.622950 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1fc714e1-033b-4a92-a7f8-913259ec768b req-f422f182-02dd-4cad-972e-57ef8f0a9148 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cff15e84-fc6d-4fab-9100-6ab8022ec990 HTTP/1.1" status: 200 len: 914 time: 0.1058295 Jul 16 02:56:55.640165 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8c3d08-01de-4e58-b183-68f065740799 req-f1d56cc0-b703-4f3f-8d06-b2bdfa26b50e tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:55.640606 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-ce46215f-a5e8-481a-a588-ef4987141b79 req-301eb9c0-a003-4299-bd79-8b5cf9abb8ba tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:55.650969 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3a8c3d08-01de-4e58-b183-68f065740799 req-f1d56cc0-b703-4f3f-8d06-b2bdfa26b50e tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.2871382 Jul 16 02:56:55.767597 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301eb9c0-a003-4299-bd79-8b5cf9abb8ba tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Pushing event deleted for resources: {'Port': ['ID=9aca5c1e-52fc-4aec-a638-715943670e0c,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:55.768073 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2e8ad7-7344-4c6d-b8fd-70c3b47373ca req-8ac715d4-228b-4112-be7f-763412ccd921 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:55.787229 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-de2e8ad7-7344-4c6d-b8fd-70c3b47373ca req-8ac715d4-228b-4112-be7f-763412ccd921 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 985 time: 0.3586614 Jul 16 02:56:55.834998 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce46215f-a5e8-481a-a588-ef4987141b79 req-301eb9c0-a003-4299-bd79-8b5cf9abb8ba tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] No DVR routers for this DVR port 9aca5c1e-52fc-4aec-a638-715943670e0c on host hv-cinder-78836 {{(pid=92999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:56:55.847480 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-ce46215f-a5e8-481a-a588-ef4987141b79 req-301eb9c0-a003-4299-bd79-8b5cf9abb8ba tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:55.850566 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-ce46215f-a5e8-481a-a588-ef4987141b79 req-301eb9c0-a003-4299-bd79-8b5cf9abb8ba tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.52 "DELETE /v2.0/ports/9aca5c1e-52fc-4aec-a638-715943670e0c HTTP/1.1" status: 204 len: 173 time: 1.2518632 Jul 16 02:56:55.855749 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e86962a-f6eb-4ec7-b982-87d590e0b66d', 'name': 'network-vif-deleted', 'tag': '9aca5c1e-52fc-4aec-a638-715943670e0c'}] {{(pid=92999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:56:55.865358 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7924d30a451bfb46b248ee236a8924541a1a79d63876f3bc8bdb08287585aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba3bd8b0-62fb-4176-b7ea-e6edbf8b87f3" -d '{"events": [{"server_uuid": "6e86962a-f6eb-4ec7-b982-87d590e0b66d", "name": "network-vif-deleted", "tag": "9aca5c1e-52fc-4aec-a638-715943670e0c"}]}' {{(pid=92999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:56:55.993277 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:56.015753 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-de2e8ad7-7344-4c6d-b8fd-70c3b47373ca req-a0d0c63d-e11d-4be2-a93c-e19a42f4e16e tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&id=0b7bc0ec-2fbd-45cc-ba6c-7c6c9d593c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2270439 Jul 16 02:56:56.046088 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3a8c3d08-01de-4e58-b183-68f065740799 req-cb7acdea-65db-44f7-8cde-be9c2558b24e tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3865445 Jul 16 02:56:56.071868 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1fc714e1-033b-4a92-a7f8-913259ec768b req-cad639d5-6e63-4cd6-9f9b-7374a8c45096 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca3d1dc9-1b56-40c6-bbe4-7eee7207619d HTTP/1.1" status: 200 len: 1002 time: 0.3931618 Jul 16 02:56:56.124750 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eafe7a2-404c-403f-9f8f-4e2edddc2d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ac9660-02d1-4c3f-a9a6-c322e1ce1254'}] {{(pid=93000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:56:56.130772 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea702c1d27a9afaa317d21627fdeb95d85c281d49492fc16ca315a181738864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1881c0-8ace-4757-aa42-cd26a215b57f" -d '{"events": [{"server_uuid": "0eafe7a2-404c-403f-9f8f-4e2edddc2d4c", "name": "network-vif-plugged", "status": "completed", "tag": "14ac9660-02d1-4c3f-a9a6-c322e1ce1254"}]}' {{(pid=93000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:56:56.171863 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f944425-a3e2-4da0-89b8-d6e5ec4bc547 x-openstack-request-id: req-6f944425-a3e2-4da0-89b8-d6e5ec4bc547 {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:56:56.172746 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e86962a-f6eb-4ec7-b982-87d590e0b66d", "name": "network-vif-deleted", "tag": "9aca5c1e-52fc-4aec-a638-715943670e0c", "status": "completed", "code": 200}]} {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:56:56.172746 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f944425-a3e2-4da0-89b8-d6e5ec4bc547 {{(pid=92999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:56:56.172970 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6e86962a-f6eb-4ec7-b982-87d590e0b66d', 'name': 'network-vif-deleted', 'tag': '9aca5c1e-52fc-4aec-a638-715943670e0c', 'status': 'completed', 'code': 200} Jul 16 02:56:56.186564 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 14ac9660-02d1-4c3f-a9a6-c322e1ce1254, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=14ac9660-02d1-4c3f-a9a6-c322e1ce1254,segment=NetworkSegment(7d07a258-c4a7-4e28-b7a7-e65f63b3a875),segment_id=7d07a258-c4a7-4e28-b7a7-e65f63b3a875)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:56:56.223889 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:56:56.253515 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc714e1-033b-4a92-a7f8-913259ec768b req-4dc6a5f0-3d24-4045-8d1b-7fc6992f3234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:56.260735 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1fc714e1-033b-4a92-a7f8-913259ec768b req-4dc6a5f0-3d24-4045-8d1b-7fc6992f3234 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0535213-d453-4aa5-8b48-17b60fb36114 HTTP/1.1" status: 200 len: 852 time: 0.1735580 Jul 16 02:56:56.482106 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=14ac9660-02d1-4c3f-a9a6-c322e1ce1254,revision_number=7']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:56:56.510832 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-690ba046-0f2c-4b4f-9bd3-eb04b5b26da6 req-b6b5dbc6-ecb1-4856-8517-76e1e9933a56 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e86962a-f6eb-4ec7-b982-87d590e0b66d HTTP/1.1" status: 200 len: 210 time: 0.0559764 Jul 16 02:56:56.546463 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc714e1-033b-4a92-a7f8-913259ec768b req-3b80f3b7-9c56-4d47-8c04-e7266954a98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:56.551512 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1fc714e1-033b-4a92-a7f8-913259ec768b req-3b80f3b7-9c56-4d47-8c04-e7266954a98d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cff15e84-fc6d-4fab-9100-6ab8022ec990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2643147 Jul 16 02:56:56.583241 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a0c5c-918e-4471-8193-9788f4ce7e3b req-4bdbe7e4-9677-4fc7-a59d-678e842940cc tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:56.596623 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1e4a0c5c-918e-4471-8193-9788f4ce7e3b req-4bdbe7e4-9677-4fc7-a59d-678e842940cc tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d HTTP/1.1" status: 200 len: 946 time: 0.2564614 Jul 16 02:56:56.613950 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6623bf-5295-4095-ac33-c03a6343a06a x-openstack-request-id: req-6c6623bf-5295-4095-ac33-c03a6343a06a {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:56:56.614713 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eafe7a2-404c-403f-9f8f-4e2edddc2d4c", "name": "network-vif-plugged", "status": "completed", "tag": "14ac9660-02d1-4c3f-a9a6-c322e1ce1254", "code": 200}]} {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:56:56.614713 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c6623bf-5295-4095-ac33-c03a6343a06a {{(pid=93000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:56:56.615217 dv-cinder-788364-5-smb neutron-server[93000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eafe7a2-404c-403f-9f8f-4e2edddc2d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ac9660-02d1-4c3f-a9a6-c322e1ce1254', 'code': 200} Jul 16 02:56:56.682430 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 9aca5c1e-52fc-4aec-a638-715943670e0c no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:56:56.786463 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] No Port match for: 9aca5c1e-52fc-4aec-a638-715943670e0c {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:56:56.786820 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 9aca5c1e-52fc-4aec-a638-715943670e0c not bound to the agent host hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:56:56.829053 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1e4a0c5c-918e-4471-8193-9788f4ce7e3b req-57d5adcb-ddfe-4b31-8c4e-a70b5d136939 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e5bda0-5422-4921-9de8-4aeaac0d9361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2315025 Jul 16 02:56:56.958908 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1fc714e1-033b-4a92-a7f8-913259ec768b req-f5e181e1-396e-4780-9646-713b73731c33 service neutron] 10.222.0.52 "GET /v2.0/networks/cff15e84-fc6d-4fab-9100-6ab8022ec990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3441353 Jul 16 02:56:57.000936 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['c039e7df-bd20-4722-aa19-b5d034ddf39e'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:56:57.016324 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ece3db-4500-490b-85cb-97a7b0fc937d req-7a63982c-f707-473e-9d73-1ce90a876ad0 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:57.020093 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-60ece3db-4500-490b-85cb-97a7b0fc937d req-7a63982c-f707-473e-9d73-1ce90a876ad0 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.1705689 Jul 16 02:56:57.108001 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 6 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:56:57.786617 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-60ece3db-4500-490b-85cb-97a7b0fc937d req-e60383ae-8216-437c-aea2-6d2af33db648 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706076 Jul 16 02:56:57.790688 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1fc714e1-033b-4a92-a7f8-913259ec768b req-5da3365d-501b-4181-b0c1-e90430b924bd service neutron] 10.222.0.52 "GET /v2.0/networks/cff15e84-fc6d-4fab-9100-6ab8022ec990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7950633 Jul 16 02:56:58.125704 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2dbac1-3c83-4663-a070-c8b7956ffbe4 req-54eb1844-881c-41cd-bb0d-aa60b0f6b08f tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:58.152934 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ab2dbac1-3c83-4663-a070-c8b7956ffbe4 req-54eb1844-881c-41cd-bb0d-aa60b0f6b08f tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.5280423 Jul 16 02:56:58.268398 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ab2dbac1-3c83-4663-a070-c8b7956ffbe4 req-981cf668-a976-4c62-9729-e5311d916a18 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841162 Jul 16 02:56:58.539401 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a5580cbf-fa41-4964-8097-9be5494749e1 req-f16d31ef-398b-4223-b4a3-e61bfab327a8 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=6e86962a-f6eb-4ec7-b982-87d590e0b66d HTTP/1.1" status: 200 len: 210 time: 0.1611166 Jul 16 02:56:59.305806 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933a4ef6-cebe-4bc5-9104-3e61cf052f24 req-13eda095-66c3-42fe-9a6a-aa63cca16b74 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:59.315694 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-933a4ef6-cebe-4bc5-9104-3e61cf052f24 req-13eda095-66c3-42fe-9a6a-aa63cca16b74 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.1656044 Jul 16 02:56:59.391596 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-933a4ef6-cebe-4bc5-9104-3e61cf052f24 req-61ab9b8c-86b6-45c1-b9c7-e60f0e4f6555 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744190 Jul 16 02:56:59.744418 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded9599b-80d9-4043-85f6-b431f5d08f2e req-998f9cba-0f11-434f-9ece-7489aca9ef04 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:56:59.749476 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ded9599b-80d9-4043-85f6-b431f5d08f2e req-998f9cba-0f11-434f-9ece-7489aca9ef04 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.2039070 Jul 16 02:56:59.836255 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ded9599b-80d9-4043-85f6-b431f5d08f2e req-65f73dfc-413b-4535-a0e2-6f47b13ab0bb tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781446 Jul 16 02:57:01.012944 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8818c808-e2a1-46a9-baa7-d4d946d29dff req-c03803f4-23cb-4936-8ffd-dd1fecd1cc3e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:01.040634 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8818c808-e2a1-46a9-baa7-d4d946d29dff req-c03803f4-23cb-4936-8ffd-dd1fecd1cc3e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.3314774 Jul 16 02:57:01.153170 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8818c808-e2a1-46a9-baa7-d4d946d29dff req-3174aa74-4f64-4383-9500-0bd19ac327c9 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013157 Jul 16 02:57:01.293781 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32376931-1922-4d24-ada9-ba61ad2adb28 req-7e95a497-3bba-4409-a117-80a0518b00cd tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:01.307027 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-32376931-1922-4d24-ada9-ba61ad2adb28 req-7e95a497-3bba-4409-a117-80a0518b00cd tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1665545 Jul 16 02:57:01.410007 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-32376931-1922-4d24-ada9-ba61ad2adb28 req-e9fae01b-3ee6-4ef1-b759-462cb048391b tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018553 Jul 16 02:57:02.216936 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11193fba-6f22-46de-b4cb-8a825d1e0f69 req-b260e417-d150-495a-8069-ee06df8c186e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:02.228493 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-11193fba-6f22-46de-b4cb-8a825d1e0f69 req-b260e417-d150-495a-8069-ee06df8c186e tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 945 time: 0.2005959 Jul 16 02:57:02.309979 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-11193fba-6f22-46de-b4cb-8a825d1e0f69 req-35399975-df85-4c31-bbae-fcb8bdaf6628 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801604 Jul 16 02:57:02.686906 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22dea08-0ac8-4102-b3a9-02218010ce71 req-5f64d510-53f3-4aba-ba74-535c97c69f72 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:02.696417 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c22dea08-0ac8-4102-b3a9-02218010ce71 req-5f64d510-53f3-4aba-ba74-535c97c69f72 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.2943819 Jul 16 02:57:02.932576 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c22dea08-0ac8-4102-b3a9-02218010ce71 req-b3377424-201e-4eca-9708-a29211dc978d tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2164149 Jul 16 02:57:03.017669 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2951b9a0-e5d8-4cbd-b971-4f0e9b4df149 req-fc477a3b-aeed-4f0a-bbeb-a690c9046e85 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:03.022208 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2951b9a0-e5d8-4cbd-b971-4f0e9b4df149 req-fc477a3b-aeed-4f0a-bbeb-a690c9046e85 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.2993886 Jul 16 02:57:03.125374 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2951b9a0-e5d8-4cbd-b971-4f0e9b4df149 req-55d4ded5-49f9-4323-97d0-83a219edb05b tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967667 Jul 16 02:57:03.551542 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545f323c-211d-4b35-8b3c-c38782e9f6bf req-0c6486b8-2552-430c-9b84-8bce1a682975 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:03.553291 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-545f323c-211d-4b35-8b3c-c38782e9f6bf req-0c6486b8-2552-430c-9b84-8bce1a682975 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 945 time: 0.0942562 Jul 16 02:57:03.620107 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-545f323c-211d-4b35-8b3c-c38782e9f6bf req-83c1f33e-934d-4350-bc64-9441c8630534 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591834 Jul 16 02:57:04.458221 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdaed901-325c-480b-bf8d-913cc83ce368 req-bc785aa8-d903-417c-9547-b72568e179de tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:04.460944 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-bdaed901-325c-480b-bf8d-913cc83ce368 req-bc785aa8-d903-417c-9547-b72568e179de tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.3337634 Jul 16 02:57:04.536789 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-bdaed901-325c-480b-bf8d-913cc83ce368 req-671f5c15-e57d-4ea0-b9b8-49f682bee69f tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620871 Jul 16 02:57:04.548742 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00941dd-c610-44bb-a55c-2b3b64dfb964 req-5d0bf725-452f-4510-bea8-3486e7459681 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:04.550772 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d00941dd-c610-44bb-a55c-2b3b64dfb964 req-5d0bf725-452f-4510-bea8-3486e7459681 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.2043548 Jul 16 02:57:04.611216 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcf7bc3-f3f1-48d5-a2e6-704888449072 req-6b344e87-4bdc-418a-9961-988144ac7cd6 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:04.612868 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7dcf7bc3-f3f1-48d5-a2e6-704888449072 req-6b344e87-4bdc-418a-9961-988144ac7cd6 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.52 "GET /v2.0/ports?device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 945 time: 0.2458606 Jul 16 02:57:04.659193 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d00941dd-c610-44bb-a55c-2b3b64dfb964 req-ec5f50ec-b2f1-4321-a8d1-6897200d57b9 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963194 Jul 16 02:57:04.834910 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [req-7dcf7bc3-f3f1-48d5-a2e6-704888449072 req-5d28b223-112b-4dbb-9494-98bfad16d5ea tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Deleting port c039e7df-bd20-4722-aa19-b5d034ddf39e {{(pid=92998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:57:04.835339 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-7dcf7bc3-f3f1-48d5-a2e6-704888449072 req-5d28b223-112b-4dbb-9494-98bfad16d5ea tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:05.189757 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6667c-73af-4a06-9bcc-a66ca29603be req-cf201d39-6d5f-4442-bddf-2f9ec9865188 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:05.208829 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-38e6667c-73af-4a06-9bcc-a66ca29603be req-cf201d39-6d5f-4442-bddf-2f9ec9865188 tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 945 time: 0.2896981 Jul 16 02:57:05.289270 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [req-7dcf7bc3-f3f1-48d5-a2e6-704888449072 req-5d28b223-112b-4dbb-9494-98bfad16d5ea tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] For port c039e7df-bd20-4722-aa19-b5d034ddf39e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c039e7df-bd20-4722-aa19-b5d034ddf39e,segment=NetworkSegment(5f0599a3-c418-44ed-a069-7f15235b4797),segment_id=5f0599a3-c418-44ed-a069-7f15235b4797)] {{(pid=92998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:57:05.290010 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-7dcf7bc3-f3f1-48d5-a2e6-704888449072 req-5d28b223-112b-4dbb-9494-98bfad16d5ea tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:05.335475 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-38e6667c-73af-4a06-9bcc-a66ca29603be req-5e6895b6-ed64-4db4-b325-f1d266a2525c tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/security-groups?id=b59ff007-cf2b-474e-826e-d773508eabde&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134953 Jul 16 02:57:05.337046 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [req-7dcf7bc3-f3f1-48d5-a2e6-704888449072 req-5d28b223-112b-4dbb-9494-98bfad16d5ea tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Calling delete_port for c039e7df-bd20-4722-aa19-b5d034ddf39e owned by compute:nova {{(pid=92998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:57:05.607687 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-7dcf7bc3-f3f1-48d5-a2e6-704888449072 req-5d28b223-112b-4dbb-9494-98bfad16d5ea tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:05.649468 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d28b223-112b-4dbb-9494-98bfad16d5ea tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Pushing event deleted for resources: {'Port': ['ID=c039e7df-bd20-4722-aa19-b5d034ddf39e,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:05.671377 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28b223-112b-4dbb-9494-98bfad16d5ea tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:05.671902 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28b223-112b-4dbb-9494-98bfad16d5ea tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:05.672501 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28b223-112b-4dbb-9494-98bfad16d5ea tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:05.673512 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28b223-112b-4dbb-9494-98bfad16d5ea tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:05.674096 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28b223-112b-4dbb-9494-98bfad16d5ea tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:05.675183 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28b223-112b-4dbb-9494-98bfad16d5ea tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:05.675750 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28b223-112b-4dbb-9494-98bfad16d5ea tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:05.676368 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28b223-112b-4dbb-9494-98bfad16d5ea tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:05.677105 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28b223-112b-4dbb-9494-98bfad16d5ea tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:05.677690 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28b223-112b-4dbb-9494-98bfad16d5ea tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:05.678267 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28b223-112b-4dbb-9494-98bfad16d5ea tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:05.678840 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d28b223-112b-4dbb-9494-98bfad16d5ea tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:05.833206 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dcf7bc3-f3f1-48d5-a2e6-704888449072 req-5d28b223-112b-4dbb-9494-98bfad16d5ea tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] No DVR routers for this DVR port c039e7df-bd20-4722-aa19-b5d034ddf39e on host hv-cinder-78836 {{(pid=92998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:57:05.839915 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-7dcf7bc3-f3f1-48d5-a2e6-704888449072 req-5d28b223-112b-4dbb-9494-98bfad16d5ea tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:05.843727 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7dcf7bc3-f3f1-48d5-a2e6-704888449072 req-5d28b223-112b-4dbb-9494-98bfad16d5ea tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.52 "DELETE /v2.0/ports/c039e7df-bd20-4722-aa19-b5d034ddf39e HTTP/1.1" status: 204 len: 173 time: 1.2215147 Jul 16 02:57:05.845421 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8c478a-75f1-4e62-affc-a69c566baf47', 'name': 'network-vif-deleted', 'tag': 'c039e7df-bd20-4722-aa19-b5d034ddf39e'}] {{(pid=92998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:57:05.863086 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a245791c69082107892e6a31916d6d43f1304004a28c473c9394a88117d1c043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9af2ebf-3b45-48d4-9a4e-6061248516fd" -d '{"events": [{"server_uuid": "ef8c478a-75f1-4e62-affc-a69c566baf47", "name": "network-vif-deleted", "tag": "c039e7df-bd20-4722-aa19-b5d034ddf39e"}]}' {{(pid=92998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:57:06.078830 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c77f68b-1074-4d07-b528-b8cf8889f3ee req-5ff61efb-99f8-458e-be25-2bbd271c3bf2 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:06.087767 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1c77f68b-1074-4d07-b528-b8cf8889f3ee req-5ff61efb-99f8-458e-be25-2bbd271c3bf2 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.1521382 Jul 16 02:57:06.181848 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1c77f68b-1074-4d07-b528-b8cf8889f3ee req-97c0d616-6647-4a27-aec1-9da1eee0e61d tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923517 Jul 16 02:57:06.419245 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b56a7e91-15be-4942-8971-45f18cdb420a x-openstack-request-id: req-b56a7e91-15be-4942-8971-45f18cdb420a {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:57:06.419659 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8c478a-75f1-4e62-affc-a69c566baf47", "name": "network-vif-deleted", "tag": "c039e7df-bd20-4722-aa19-b5d034ddf39e", "status": "completed", "code": 200}]} {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:57:06.420080 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b56a7e91-15be-4942-8971-45f18cdb420a {{(pid=92998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:57:06.420622 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8c478a-75f1-4e62-affc-a69c566baf47', 'name': 'network-vif-deleted', 'tag': 'c039e7df-bd20-4722-aa19-b5d034ddf39e', 'status': 'completed', 'code': 200} Jul 16 02:57:06.473702 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f22c6-136a-40ba-85b7-71fd28d5fddc req-f5722f41-0568-4573-9d5e-05312737435a tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:06.500592 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0a9f22c6-136a-40ba-85b7-71fd28d5fddc req-f5722f41-0568-4573-9d5e-05312737435a tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.3033478 Jul 16 02:57:06.602284 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0a9f22c6-136a-40ba-85b7-71fd28d5fddc req-8d6ed396-29ef-4ab6-89f8-14242c130b05 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001861 Jul 16 02:57:06.745117 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device c039e7df-bd20-4722-aa19-b5d034ddf39e no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:57:06.752064 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-08acb6cd-facb-48c1-b10c-d7227ac726ac req-0fdd9cd4-4a86-4d91-8514-63b37dd0937a tempest-AttachVolumeNegativeTest-2095451746 tempest-AttachVolumeNegativeTest-2095451746-project] 10.222.0.21 "GET /v2.0/ports?device_id=ef8c478a-75f1-4e62-affc-a69c566baf47 HTTP/1.1" status: 200 len: 210 time: 0.0696929 Jul 16 02:57:06.853277 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] No Port match for: c039e7df-bd20-4722-aa19-b5d034ddf39e {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:57:06.854205 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device c039e7df-bd20-4722-aa19-b5d034ddf39e not bound to the agent host hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:57:07.677401 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d58d6ce-2c7a-40fe-8eee-b62d95ab8ae3 req-650d13f8-89c0-495b-8cb1-03c7aaee3d5c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:07.683117 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9d58d6ce-2c7a-40fe-8eee-b62d95ab8ae3 req-650d13f8-89c0-495b-8cb1-03c7aaee3d5c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.1791241 Jul 16 02:57:07.819564 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9d58d6ce-2c7a-40fe-8eee-b62d95ab8ae3 req-baed3730-31d2-43f9-aa0e-ce2b3e1f118b tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223838 Jul 16 02:57:08.092076 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 50368) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:08.192802 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7eb643-1422-4888-b0a0-2a3a91499844 req-c750deb0-ea54-4a7f-92ee-1ee594050e36 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:08.196946 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8c7eb643-1422-4888-b0a0-2a3a91499844 req-c750deb0-ea54-4a7f-92ee-1ee594050e36 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1838682 Jul 16 02:57:08.222200 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_v2 [None req-cce0d390-6ac7-4791-a697-f3a334850b53 admin admin] Deleting subnet 3506f4a1-aba4-484e-9411-d55316db4b52 {{(pid=92999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:57:08.230294 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-cce0d390-6ac7-4791-a697-f3a334850b53 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:08.291223 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8c7eb643-1422-4888-b0a0-2a3a91499844 req-74196785-55a9-4a84-a8fd-b2e07a6f7c8a tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874178 Jul 16 02:57:08.306847 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-cce0d390-6ac7-4791-a697-f3a334850b53 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9525570'] for subnet, precommit_delete_associations {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:08.361959 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-cce0d390-6ac7-4791-a697-f3a334850b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:08.445903 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-cce0d390-6ac7-4791-a697-f3a334850b53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9108318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10320817'] for subnet, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:08.540131 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce0d390-6ac7-4791-a697-f3a334850b53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3506f4a1-aba4-484e-9411-d55316db4b52,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:08.553662 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-cce0d390-6ac7-4791-a697-f3a334850b53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for subnet, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:08.556105 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-cce0d390-6ac7-4791-a697-f3a334850b53 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3506f4a1-aba4-484e-9411-d55316db4b52 HTTP/1.1" status: 204 len: 168 time: 0.4607129 Jul 16 02:57:08.558899 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 50372) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:08.656517 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-7c4c28a8-9799-4c7f-87af-aa1e0826f71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609267'] for network, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:08.823263 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-7c4c28a8-9799-4c7f-87af-aa1e0826f71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531196', 'neutron.services.segments.db._delete_segments_for_network-8744535121484'] for network, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:08.841459 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.services.segments.db [None req-7c4c28a8-9799-4c7f-87af-aa1e0826f71e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1a32c1a-2943-469d-808a-c66e5662fbcd']}} {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:57:08.883321 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.services.segments.db [None req-7c4c28a8-9799-4c7f-87af-aa1e0826f71e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f0599a3-c418-44ed-a069-7f15235b4797') {'for_net_delete': True} {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:57:08.888893 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.services.segments.db [None req-7c4c28a8-9799-4c7f-87af-aa1e0826f71e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f0599a3-c418-44ed-a069-7f15235b4797') {} {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:57:08.920044 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-7c4c28a8-9799-4c7f-87af-aa1e0826f71e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744535123541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110411'] for segment, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:08.981199 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-7c4c28a8-9799-4c7f-87af-aa1e0826f71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:08.989797 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c4c28a8-9799-4c7f-87af-aa1e0826f71e admin admin] Releasing vlan 545 on physical network physnet1 to pool {{(pid=92998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:57:08.990455 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-7c4c28a8-9799-4c7f-87af-aa1e0826f71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9110237'] for segment, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: Traceback (most recent call last): Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: timer() Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: cb(*args, **kw) Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: return func(*args, **kwargs) Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: self._notify() Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: self.callback(batched_events) Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: event.method(event) Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: return f(self, *a, **k) Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: return self._get(url).json() Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: return self.request(url, 'GET', **kwargs) Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:57:09.006239 dv-cinder-788364-5-smb neutron-server[92998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:57:09.204051 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-7c4c28a8-9799-4c7f-87af-aa1e0826f71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442047'] for network, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:09.230673 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-7c4c28a8-9799-4c7f-87af-aa1e0826f71e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:09.240949 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-7c4c28a8-9799-4c7f-87af-aa1e0826f71e admin admin] 10.222.0.21 "DELETE /v2.0/networks/e1a32c1a-2943-469d-808a-c66e5662fbcd HTTP/1.1" status: 204 len: 168 time: 0.6775165 Jul 16 02:57:09.296379 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4c28a8-9799-4c7f-87af-aa1e0826f71e admin admin] Pushing event deleted for resources: {'Network': ['ID=e1a32c1a-2943-469d-808a-c66e5662fbcd,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:09.488548 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 50382) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:09.578425 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620aec64-8e36-4bfa-8e6f-037e3b117d06 req-28af80ff-6ac9-4155-918b-c5bdf138ba03 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:09.582797 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-3be98800-2a5c-457e-a8cc-98b3a4c4f07f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e3acf92991541b1a13b2b0872c8876d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0916739 Jul 16 02:57:09.590070 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 50386) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:09.593492 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-620aec64-8e36-4bfa-8e6f-037e3b117d06 req-28af80ff-6ac9-4155-918b-c5bdf138ba03 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.2423077 Jul 16 02:57:09.722110 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-620aec64-8e36-4bfa-8e6f-037e3b117d06 req-88c9c9b7-895d-43f1-b56d-7a4c7a3aff69 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101503 Jul 16 02:57:09.731717 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-a673918b-0a03-45e8-85e5-ca8281131eb1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:09.747917 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6eaa2c-f13b-4293-9ba9-ce2042208897 req-89eaf698-e1da-4f1d-85c7-005ab25c3bed tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:09.766656 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3d6eaa2c-f13b-4293-9ba9-ce2042208897 req-89eaf698-e1da-4f1d-85c7-005ab25c3bed tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1707108 Jul 16 02:57:09.781529 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-a673918b-0a03-45e8-85e5-ca8281131eb1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:09.845922 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3d6eaa2c-f13b-4293-9ba9-ce2042208897 req-7c1c0eb3-d7fd-49a1-bf7c-c8f72fc3ca7f tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777678 Jul 16 02:57:09.915326 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-a673918b-0a03-45e8-85e5-ca8281131eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:09.930461 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-a673918b-0a03-45e8-85e5-ca8281131eb1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:09.944851 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-a673918b-0a03-45e8-85e5-ca8281131eb1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b59ff007-cf2b-474e-826e-d773508eabde HTTP/1.1" status: 204 len: 168 time: 0.3523781 Jul 16 02:57:09.956900 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a673918b-0a03-45e8-85e5-ca8281131eb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59ff007-cf2b-474e-826e-d773508eabde,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:11.075254 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3fe236-4323-4ccd-adbe-7d5349f42c9e req-8a60e842-c322-40af-85c1-426b079c9f51 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:11.092826 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5d3fe236-4323-4ccd-adbe-7d5349f42c9e req-8a60e842-c322-40af-85c1-426b079c9f51 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.1813970 Jul 16 02:57:11.179311 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5d3fe236-4323-4ccd-adbe-7d5349f42c9e req-bf9f05a7-374f-4fbf-9508-cea35aa9443d tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0851080 Jul 16 02:57:11.234861 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7be8f5b-314f-49e4-9f34-fc8b082ddb47 req-a00f1a21-08b0-41e2-9f31-e4aa27a1d911 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:11.237163 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e7be8f5b-314f-49e4-9f34-fc8b082ddb47 req-a00f1a21-08b0-41e2-9f31-e4aa27a1d911 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1120455 Jul 16 02:57:11.285208 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e7be8f5b-314f-49e4-9f34-fc8b082ddb47 req-5f960ce1-5cf2-4ad1-ba94-64b618d5a189 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389659 Jul 16 02:57:12.087439 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a587183-3e38-4735-af02-1f0a7b8db325 req-831288f9-973c-4e1f-af62-aadd40c5ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:12.089029 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5a587183-3e38-4735-af02-1f0a7b8db325 req-831288f9-973c-4e1f-af62-aadd40c5ae70 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=27578fa4931d43a687b8bfb4f9fd5fd6&device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 1099 time: 0.0691609 Jul 16 02:57:12.244231 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a587183-3e38-4735-af02-1f0a7b8db325 req-b1f13bd0-a4f4-4b2d-8747-8e23f45d4f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:12.251932 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5a587183-3e38-4735-af02-1f0a7b8db325 req-b1f13bd0-a4f4-4b2d-8747-8e23f45d4f15 service neutron] 10.222.0.52 "GET /v2.0/networks?id=747b2ea9-fb6f-4340-aee2-7461ba32440e HTTP/1.1" status: 200 len: 918 time: 0.1439900 Jul 16 02:57:12.401722 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5a587183-3e38-4735-af02-1f0a7b8db325 req-0414c1be-26e8-49e8-a51d-c1323643723a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14ac9660-02d1-4c3f-a9a6-c322e1ce1254 HTTP/1.1" status: 200 len: 1000 time: 0.1446655 Jul 16 02:57:12.493938 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a587183-3e38-4735-af02-1f0a7b8db325 req-406d67c5-193b-4e3c-aad9-351d044877f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:12.495880 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5a587183-3e38-4735-af02-1f0a7b8db325 req-406d67c5-193b-4e3c-aad9-351d044877f7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64e63330-214e-4dcd-a719-fae45048b23b HTTP/1.1" status: 200 len: 856 time: 0.0869491 Jul 16 02:57:12.607875 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ec742-5372-4551-aff9-d621f23ddd3e req-16c4a6fc-a910-4998-83d9-443949e342a7 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:12.609395 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e61ec742-5372-4551-aff9-d621f23ddd3e req-16c4a6fc-a910-4998-83d9-443949e342a7 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.1714063 Jul 16 02:57:12.665181 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a587183-3e38-4735-af02-1f0a7b8db325 req-5d77ff3f-0e56-4eea-be41-63326c276664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:12.666606 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5a587183-3e38-4735-af02-1f0a7b8db325 req-5d77ff3f-0e56-4eea-be41-63326c276664 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=747b2ea9-fb6f-4340-aee2-7461ba32440e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1575911 Jul 16 02:57:12.706434 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e61ec742-5372-4551-aff9-d621f23ddd3e req-fe176af1-e8d3-4b78-9144-10768ca2d017 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0858033 Jul 16 02:57:12.736961 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e99ef2-f62b-434a-b35e-b164b7590ebb req-03674914-ed46-46b6-aa38-73ce940fdbfe tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:12.738498 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-58e99ef2-f62b-434a-b35e-b164b7590ebb req-03674914-ed46-46b6-aa38-73ce940fdbfe tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.2170484 Jul 16 02:57:12.864803 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-58e99ef2-f62b-434a-b35e-b164b7590ebb req-2f8ae727-5dc9-4a7b-bcc6-8fdef7259055 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674403 Jul 16 02:57:12.892895 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5a587183-3e38-4735-af02-1f0a7b8db325 req-f6a01675-b31b-4515-a087-b22bc47918b9 service neutron] 10.222.0.52 "GET /v2.0/networks/747b2ea9-fb6f-4340-aee2-7461ba32440e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149875 Jul 16 02:57:13.020194 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5a587183-3e38-4735-af02-1f0a7b8db325 req-ff5e5f96-4aa1-44e2-8789-99d02b7b0854 service neutron] 10.222.0.52 "GET /v2.0/networks/747b2ea9-fb6f-4340-aee2-7461ba32440e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160264 Jul 16 02:57:13.924211 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391e088-d030-4a4e-8e91-56579ec41f8f req-475556ff-442d-411a-8105-c4f31eabec84 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:13.926012 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0391e088-d030-4a4e-8e91-56579ec41f8f req-475556ff-442d-411a-8105-c4f31eabec84 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 946 time: 0.0748174 Jul 16 02:57:13.979427 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0391e088-d030-4a4e-8e91-56579ec41f8f req-5228d658-26b5-4cd5-8f6b-43705d02dd27 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474427 Jul 16 02:57:14.075848 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75df8744-29db-4689-9e9a-c9ef53d6d767 req-ce87cb57-64c5-4829-8533-599ad98615a5 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:14.077432 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-75df8744-29db-4689-9e9a-c9ef53d6d767 req-ce87cb57-64c5-4829-8533-599ad98615a5 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.0845690 Jul 16 02:57:14.121880 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-75df8744-29db-4689-9e9a-c9ef53d6d767 req-1bdf7a3d-a560-4328-954c-889fd64f3887 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377262 Jul 16 02:57:14.369864 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 50594) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:14.417138 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_v2 [None req-77ab5cc2-7d83-40d9-ac84-768bb2b4efda admin admin] Deleting subnet 2e8be35a-0517-4502-ba07-ab15f36fd8c3 {{(pid=92999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:57:14.420601 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-77ab5cc2-7d83-40d9-ac84-768bb2b4efda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:14.466972 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-77ab5cc2-7d83-40d9-ac84-768bb2b4efda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9525570'] for subnet, precommit_delete_associations {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:14.513704 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-77ab5cc2-7d83-40d9-ac84-768bb2b4efda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:14.595679 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-77ab5cc2-7d83-40d9-ac84-768bb2b4efda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9108318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10320817'] for subnet, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:14.638359 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ab5cc2-7d83-40d9-ac84-768bb2b4efda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e8be35a-0517-4502-ba07-ab15f36fd8c3,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:14.644206 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-77ab5cc2-7d83-40d9-ac84-768bb2b4efda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for subnet, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:14.645983 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-77ab5cc2-7d83-40d9-ac84-768bb2b4efda admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2e8be35a-0517-4502-ba07-ab15f36fd8c3 HTTP/1.1" status: 204 len: 168 time: 0.2746830 Jul 16 02:57:14.649397 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 50596) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:14.729100 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-39e55f40-658a-4081-8af7-cceea2bed53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609267'] for network, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:14.802048 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:57:14.814945 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-39e55f40-658a-4081-8af7-cceea2bed53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531196', 'neutron.services.segments.db._delete_segments_for_network-8744535121484'] for network, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:14.831403 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.services.segments.db [None req-39e55f40-658a-4081-8af7-cceea2bed53b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['369c9602-2d30-448c-9089-c94082348fa1']}} {{(pid=92999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:57:14.842794 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.services.segments.db [None req-39e55f40-658a-4081-8af7-cceea2bed53b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79ca5430-d8e6-49d4-993a-bab78abb34f5') {'for_net_delete': True} {{(pid=92999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:57:14.843076 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.services.segments.db [None req-39e55f40-658a-4081-8af7-cceea2bed53b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79ca5430-d8e6-49d4-993a-bab78abb34f5') {} {{(pid=92999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:57:14.858931 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-39e55f40-658a-4081-8af7-cceea2bed53b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744535123541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9525621'] for segment, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:14.877001 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-39e55f40-658a-4081-8af7-cceea2bed53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:14.886141 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39e55f40-658a-4081-8af7-cceea2bed53b admin admin] Releasing vlan 532 on physical network physnet1 to pool {{(pid=92999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:57:14.886499 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-39e55f40-658a-4081-8af7-cceea2bed53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9108220'] for segment, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: Traceback (most recent call last): Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: timer() Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: cb(*args, **kw) Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: return func(*args, **kwargs) Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: self._notify() Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: self.callback(batched_events) Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: event.method(event) Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: return f(self, *a, **k) Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: return self._get(url).json() Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: return self.request(url, 'GET', **kwargs) Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:57:14.888987 dv-cinder-788364-5-smb neutron-server[92999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:57:14.918008 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:14.946280 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eafe7a2-404c-403f-9f8f-4e2edddc2d4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14ac9660-02d1-4c3f-a9a6-c322e1ce1254'}] {{(pid=93000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:57:14.948650 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea702c1d27a9afaa317d21627fdeb95d85c281d49492fc16ca315a181738864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b95402a-78a9-4a24-b3b2-26cfac9445af" -d '{"events": [{"server_uuid": "0eafe7a2-404c-403f-9f8f-4e2edddc2d4c", "name": "network-vif-unplugged", "status": "completed", "tag": "14ac9660-02d1-4c3f-a9a6-c322e1ce1254"}]}' {{(pid=93000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:57:14.963987 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 14ac9660-02d1-4c3f-a9a6-c322e1ce1254, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=14ac9660-02d1-4c3f-a9a6-c322e1ce1254,segment=NetworkSegment(7d07a258-c4a7-4e28-b7a7-e65f63b3a875),segment_id=7d07a258-c4a7-4e28-b7a7-e65f63b3a875)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:57:14.965910 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-39e55f40-658a-4081-8af7-cceea2bed53b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442047'] for network, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:14.970974 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:14.973183 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-39e55f40-658a-4081-8af7-cceea2bed53b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:14.975303 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-39e55f40-658a-4081-8af7-cceea2bed53b admin admin] 10.222.0.21 "DELETE /v2.0/networks/369c9602-2d30-448c-9089-c94082348fa1 HTTP/1.1" status: 204 len: 168 time: 0.3257287 Jul 16 02:57:14.997793 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e55f40-658a-4081-8af7-cceea2bed53b admin admin] Pushing event deleted for resources: {'Network': ['ID=369c9602-2d30-448c-9089-c94082348fa1,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:15.025385 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 02:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b96d6938-4669-4a4d-bc00-c5ec8e35b0da x-openstack-request-id: req-b96d6938-4669-4a4d-bc00-c5ec8e35b0da {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:57:15.025671 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eafe7a2-404c-403f-9f8f-4e2edddc2d4c", "name": "network-vif-unplugged", "status": "completed", "tag": "14ac9660-02d1-4c3f-a9a6-c322e1ce1254", "code": 200}]} {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:57:15.025936 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b96d6938-4669-4a4d-bc00-c5ec8e35b0da {{(pid=93000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:57:15.026352 dv-cinder-788364-5-smb neutron-server[93000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eafe7a2-404c-403f-9f8f-4e2edddc2d4c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '14ac9660-02d1-4c3f-a9a6-c322e1ce1254', 'code': 200} Jul 16 02:57:15.043300 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=14ac9660-02d1-4c3f-a9a6-c322e1ce1254,revision_number=8']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:15.052984 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:15.053332 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:15.053855 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:15.054377 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:15.054688 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:15.055276 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:15.055616 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:15.055991 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:15.056326 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:15.056659 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:15.056987 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:15.057304 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:15.226107 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9c5d6d-1cce-4e28-89ee-99f2ca05efcb req-81fd2ab3-b3a6-4551-b4e3-bf6bfe080f3c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:15.227201 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 50610) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:15.228920 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-de9c5d6d-1cce-4e28-89ee-99f2ca05efcb req-81fd2ab3-b3a6-4551-b4e3-bf6bfe080f3c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 944 time: 0.1084788 Jul 16 02:57:15.280244 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-de9c5d6d-1cce-4e28-89ee-99f2ca05efcb req-22ee5531-16e8-4c6c-bfb3-083bf105ed17 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391042 Jul 16 02:57:15.303341 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 50616) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:15.303791 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-32cc9037-9e47-4853-8176-072c8fd8399d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b30399aa0a244e02bff00951610dc496&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0755048 Jul 16 02:57:15.404674 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-e02d38c7-9aea-4e42-beab-79b2b9fd5322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:15.441343 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0ccfa0-2a56-4450-8712-ac847f613976 req-b205e851-609f-45bb-958d-d1a853b9b209 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:15.442886 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2a0ccfa0-2a56-4450-8712-ac847f613976 req-b205e851-609f-45bb-958d-d1a853b9b209 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1254616 Jul 16 02:57:15.447934 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-e02d38c7-9aea-4e42-beab-79b2b9fd5322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:15.510264 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2a0ccfa0-2a56-4450-8712-ac847f613976 req-89e4d80f-bc1a-484e-9500-4075621c0f10 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555277 Jul 16 02:57:15.534851 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-e02d38c7-9aea-4e42-beab-79b2b9fd5322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:15.537639 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-e02d38c7-9aea-4e42-beab-79b2b9fd5322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:15.538767 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-e02d38c7-9aea-4e42-beab-79b2b9fd5322 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/84b79b77-52e9-4fd8-b6fd-5208cf803c50 HTTP/1.1" status: 204 len: 168 time: 0.2339644 Jul 16 02:57:15.551379 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d38c7-9aea-4e42-beab-79b2b9fd5322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b79b77-52e9-4fd8-b6fd-5208cf803c50,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:16.573174 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d13bc18-ed07-44ae-b8cd-825f882a4a86 req-8713644c-11c8-4825-a6d8-57c08bbecc7b tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:16.582182 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3d13bc18-ed07-44ae-b8cd-825f882a4a86 req-8713644c-11c8-4825-a6d8-57c08bbecc7b tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 944 time: 0.0798805 Jul 16 02:57:16.623082 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3d13bc18-ed07-44ae-b8cd-825f882a4a86 req-5538876d-7c88-4069-a823-539b4f0abc86 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398886 Jul 16 02:57:16.934929 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd8a397-2761-404c-b71f-73ffee66f96b req-49744421-5709-49da-bc8a-43ca7281a052 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:16.942854 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-cdd8a397-2761-404c-b71f-73ffee66f96b req-49744421-5709-49da-bc8a-43ca7281a052 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1308653 Jul 16 02:57:16.993919 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-cdd8a397-2761-404c-b71f-73ffee66f96b req-8e7f2469-db69-4a15-a505-6ff2eb7ec90a tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500798 Jul 16 02:57:17.228814 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:17.576585 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766d68f-e201-4abf-9833-45da4ba13104 req-55807183-65e9-4bcd-9a6a-ac6a1361049f tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:17.577990 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b766d68f-e201-4abf-9833-45da4ba13104 req-55807183-65e9-4bcd-9a6a-ac6a1361049f tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 944 time: 0.0745616 Jul 16 02:57:17.617961 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b766d68f-e201-4abf-9833-45da4ba13104 req-40bcf337-981d-49e4-a89a-5a23e81aafa0 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337203 Jul 16 02:57:17.896631 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 50712) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:18.002393 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1d8dae00-5435-4d6c-b258-387c9707d418 req-661b2bf4-ddcf-4f9a-ad65-cbd5e221577c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1046026 Jul 16 02:57:18.180709 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-39e3457a-3d0b-46ec-a25b-06d05e9567b2 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4a247321c7754b8882dc7463f4a3fca0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0339510 Jul 16 02:57:18.297230 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c25b4-8710-4d40-be4d-03c7ada13fec req-30db2a25-5090-4d2b-b66b-8240b2d654b7 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:18.299281 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c16c25b4-8710-4d40-be4d-03c7ada13fec req-30db2a25-5090-4d2b-b66b-8240b2d654b7 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1809742 Jul 16 02:57:18.353387 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-1fdd701a-0d92-420f-9f46-86077d7bbbad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:18.729835 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c16c25b4-8710-4d40-be4d-03c7ada13fec req-a7a7f55d-f9a5-46e5-8ef6-173964ccb9f6 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4227438 Jul 16 02:57:18.755613 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-dc4c4c14-2a6e-4084-840f-1f1a4e4b283c tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:18.761096 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-dc4c4c14-2a6e-4084-840f-1f1a4e4b283c tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5637443 Jul 16 02:57:18.775205 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-e945c9a9-d51b-483a-8e94-259fc58d54dd tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/quotas/4a247321c7754b8882dc7463f4a3fca0 HTTP/1.1" status: 200 len: 375 time: 0.0122490 Jul 16 02:57:18.810487 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-33fb552d-4e56-459c-9f94-6321109332c4 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4a247321c7754b8882dc7463f4a3fca0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296824 Jul 16 02:57:18.832746 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:57:18.968516 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d7eae-ff2f-4255-a18c-b7e6f6a14f26 req-34d781dd-7c5d-499a-9fa2-4c141e4d327a tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:18.970594 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-241d7eae-ff2f-4255-a18c-b7e6f6a14f26 req-34d781dd-7c5d-499a-9fa2-4c141e4d327a tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 944 time: 0.1062920 Jul 16 02:57:19.068786 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c887f520-2846-46e6-9396-4df845f1dafa req-473c8bfb-9907-45a6-9366-e6a7ca7e85c9 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/ports?device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 210 time: 0.0504396 Jul 16 02:57:19.087216 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-241d7eae-ff2f-4255-a18c-b7e6f6a14f26 req-c3526514-59d9-42a2-9f2e-3a5736100644 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1062825 Jul 16 02:57:20.225606 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8dae00-5435-4d6c-b258-387c9707d418 req-97359e1d-0654-499e-bef9-d5b727053ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:20.228625 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1d8dae00-5435-4d6c-b258-387c9707d418 req-97359e1d-0654-499e-bef9-d5b727053ae7 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c&tenant_id=27578fa4931d43a687b8bfb4f9fd5fd6 HTTP/1.1" status: 200 len: 1097 time: 0.2141852 Jul 16 02:57:20.251019 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d2ef3c-a4ab-41a5-9ec4-fc000c31181a req-15aa457e-5b5c-4115-86c2-cdc775541f0c tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:20.252417 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b1d2ef3c-a4ab-41a5-9ec4-fc000c31181a req-15aa457e-5b5c-4115-86c2-cdc775541f0c tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.2269132 Jul 16 02:57:20.378746 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83060cb6-8ad9-4e96-a5be-4d7468fe0979 req-262419e0-5656-408e-a0c7-b5a6b356dc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:20.379457 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-85d957c6-9d78-45a7-916a-ebda98cf1234 req-bb81285f-517b-4a12-8dd7-147d6c7dbec5 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/ports?device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 210 time: 0.0927842 Jul 16 02:57:20.380342 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-83060cb6-8ad9-4e96-a5be-4d7468fe0979 req-262419e0-5656-408e-a0c7-b5a6b356dc5e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 1099 time: 0.0654976 Jul 16 02:57:20.425563 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b1d2ef3c-a4ab-41a5-9ec4-fc000c31181a req-67d77d77-a59b-465c-8ba6-5121a1f99acb tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661253 Jul 16 02:57:20.446499 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-83060cb6-8ad9-4e96-a5be-4d7468fe0979 req-b485c13d-cb88-4275-a0cc-7b6f40e06c5f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575514 Jul 16 02:57:20.480327 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8dae00-5435-4d6c-b258-387c9707d418 req-0f89b583-ddf1-46ce-85fd-7ff6bdfce4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:20.482890 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1d8dae00-5435-4d6c-b258-387c9707d418 req-0f89b583-ddf1-46ce-85fd-7ff6bdfce4c9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=27578fa4931d43a687b8bfb4f9fd5fd6&device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 1097 time: 0.1753080 Jul 16 02:57:20.651354 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea29078-4a8a-4337-a4cb-2e01f9438057 req-1f8fd8f1-a8b6-4542-9660-3cb18c451b8b tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:20.654349 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7ea29078-4a8a-4337-a4cb-2e01f9438057 req-1f8fd8f1-a8b6-4542-9660-3cb18c451b8b tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 944 time: 0.1250300 Jul 16 02:57:20.697560 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7ea29078-4a8a-4337-a4cb-2e01f9438057 req-fc6dfb8b-da7c-4ff3-8120-3c964985ba08 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368044 Jul 16 02:57:20.899044 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8dae00-5435-4d6c-b258-387c9707d418 req-23cac5dd-92d7-4c4d-ba52-c722f3949e65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:20.900863 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1d8dae00-5435-4d6c-b258-387c9707d418 req-23cac5dd-92d7-4c4d-ba52-c722f3949e65 service neutron] 10.222.0.52 "GET /v2.0/networks?id=747b2ea9-fb6f-4340-aee2-7461ba32440e HTTP/1.1" status: 200 len: 918 time: 0.1480119 Jul 16 02:57:21.018791 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1d8dae00-5435-4d6c-b258-387c9707d418 req-1ed2ad23-8a94-4fc8-b644-97b2971c2600 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14ac9660-02d1-4c3f-a9a6-c322e1ce1254 HTTP/1.1" status: 200 len: 998 time: 0.1089144 Jul 16 02:57:21.098791 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8dae00-5435-4d6c-b258-387c9707d418 req-e4fdd7d1-19e9-434c-a99a-a72ea40fea96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:21.100289 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1d8dae00-5435-4d6c-b258-387c9707d418 req-e4fdd7d1-19e9-434c-a99a-a72ea40fea96 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64e63330-214e-4dcd-a719-fae45048b23b HTTP/1.1" status: 200 len: 856 time: 0.0736148 Jul 16 02:57:21.196059 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-882e2eb2-1c31-4790-ab80-17cda07b5020 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=4a247321c7754b8882dc7463f4a3fca0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0347195 Jul 16 02:57:21.225091 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8dae00-5435-4d6c-b258-387c9707d418 req-8772ae9c-aa9d-4ac5-ba03-228f4d51de49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:21.226924 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1d8dae00-5435-4d6c-b258-387c9707d418 req-8772ae9c-aa9d-4ac5-ba03-228f4d51de49 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=747b2ea9-fb6f-4340-aee2-7461ba32440e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0699165 Jul 16 02:57:21.333793 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1d8dae00-5435-4d6c-b258-387c9707d418 req-50d233e3-ea68-4ca2-a064-119c756b7a78 service neutron] 10.222.0.52 "GET /v2.0/networks/747b2ea9-fb6f-4340-aee2-7461ba32440e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997074 Jul 16 02:57:21.353284 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:21.452839 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-f3fc41c9-e45a-4f0e-a069-f6098fd14c88 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:21.455216 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-f3fc41c9-e45a-4f0e-a069-f6098fd14c88 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2525446 Jul 16 02:57:21.460420 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1d8dae00-5435-4d6c-b258-387c9707d418 req-a300b3ff-132e-49c8-bdca-25b915065b54 service neutron] 10.222.0.52 "GET /v2.0/networks/747b2ea9-fb6f-4340-aee2-7461ba32440e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185033 Jul 16 02:57:21.526749 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-05c02151-2420-4aec-8ad3-a6e14eab3bca tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Request body: {'port': {'device_id': '1566ad9b-c675-4e50-8bdd-2dd9170319fb', 'network_id': 'a22e6e87-305d-46fa-b2cb-69629eb50f6a', 'admin_state_up': True, 'tenant_id': '4a247321c7754b8882dc7463f4a3fca0'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:57:21.538247 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-91ca2349-b842-4225-9486-a89b9baa8e52 req-f07fd360-ddc7-49cb-a19a-85b58da3a06e tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/ports?device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 210 time: 0.0320573 Jul 16 02:57:21.601633 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-412a7050-2ad9-4092-ad78-81009d82c897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:21.650874 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd9276-cb65-4135-a66c-e1cf4adda576 req-0dafef6b-6b85-4fc6-8364-f8e370a00e5e tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:21.652441 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e0dd9276-cb65-4135-a66c-e1cf4adda576 req-0dafef6b-6b85-4fc6-8364-f8e370a00e5e tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.0718431 Jul 16 02:57:21.684784 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-05c02151-2420-4aec-8ad3-a6e14eab3bca tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Made reservation on behalf of 4a247321c7754b8882dc7463f4a3fca0 for: {'port': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:57:21.689489 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-05c02151-2420-4aec-8ad3-a6e14eab3bca tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:21.698762 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-05c02151-2420-4aec-8ad3-a6e14eab3bca tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:21.709072 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e0dd9276-cb65-4135-a66c-e1cf4adda576 req-a7430a10-d5d1-46ae-a1e6-1acb08517bc6 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507877 Jul 16 02:57:21.827631 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-05c02151-2420-4aec-8ad3-a6e14eab3bca tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:21.832782 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-05c02151-2420-4aec-8ad3-a6e14eab3bca tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:21.908159 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c02151-2420-4aec-8ad3-a6e14eab3bca tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ea7e409-b599-4ee7-8c14-87fd20e36eb1,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:21.927997 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec31019-d25c-44fd-8fb6-7bd92fd6e2e7 req-f0743c9c-89d9-4b81-b6ea-51924f8d5b1c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:21.930422 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-aec31019-d25c-44fd-8fb6-7bd92fd6e2e7 req-f0743c9c-89d9-4b81-b6ea-51924f8d5b1c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 944 time: 0.0875125 Jul 16 02:57:21.988965 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-aec31019-d25c-44fd-8fb6-7bd92fd6e2e7 req-96279c30-76d0-40a0-9082-8dc730643bc1 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500832 Jul 16 02:57:22.030796 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_common [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-05c02151-2420-4aec-8ad3-a6e14eab3bca tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Allocated IP 192.168.233.22 (a22e6e87-305d-46fa-b2cb-69629eb50f6a/bb40fc2d-e834-4ac7-b97f-827806675359/c5b62512-2fb6-4f97-9859-55d090182bae) {{(pid=92999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:57:22.255466 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-05c02151-2420-4aec-8ad3-a6e14eab3bca tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Notify callbacks [] for port, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:22.271876 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.provisioning_blocks [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-05c02151-2420-4aec-8ad3-a6e14eab3bca tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Transition to ACTIVE for port object c5b62512-2fb6-4f97-9859-55d090182bae will not be triggered until provisioned by entity DHCP. {{(pid=92999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:57:22.324599 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-05c02151-2420-4aec-8ad3-a6e14eab3bca tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:22.374939 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-05c02151-2420-4aec-8ad3-a6e14eab3bca tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Network a22e6e87-305d-46fa-b2cb-69629eb50f6a is already hosted by enough agents. {{(pid=92999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:57:22.381950 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-05c02151-2420-4aec-8ad3-a6e14eab3bca tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Resources bound (agent type, host, resource id): {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:57:22.384571 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-05c02151-2420-4aec-8ad3-a6e14eab3bca tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Received port after_create {{(pid=92999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:57:22.421132 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c02151-2420-4aec-8ad3-a6e14eab3bca tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Pushing event updated for resources: {'Port': ['ID=c5b62512-2fb6-4f97-9859-55d090182bae,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:22.462063 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-05c02151-2420-4aec-8ad3-a6e14eab3bca tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:22.462996 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-05c02151-2420-4aec-8ad3-a6e14eab3bca tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:22.488905 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-05c02151-2420-4aec-8ad3-a6e14eab3bca tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9692459 Jul 16 02:57:22.521671 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-035d94a8-3cd4-4254-bbc0-2a6b2eaf99f5 service neutron] Request body: {'port': {'device_id': '1566ad9b-c675-4e50-8bdd-2dd9170319fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:57:22.697577 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-035d94a8-3cd4-4254-bbc0-2a6b2eaf99f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:22.728110 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-5fdee8c9-2418-4d3f-9ec6-5386aaf07cdd None None] Provisioning for port c5b62512-2fb6-4f97-9859-55d090182bae completed by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:57:22.748314 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-5fdee8c9-2418-4d3f-9ec6-5386aaf07cdd None None] Provisioning complete for port c5b62512-2fb6-4f97-9859-55d090182bae triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:57:22.749485 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-5fdee8c9-2418-4d3f-9ec6-5386aaf07cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:22.782269 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:22.802215 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-5fdee8c9-2418-4d3f-9ec6-5386aaf07cdd None None] Port c5b62512-2fb6-4f97-9859-55d090182bae cannot update to ACTIVE because it is not bound. {{(pid=93000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:57:23.002009 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247064c-c14f-4858-be66-07ef3da8ab40 req-f75554b7-7cbf-48fe-8aa4-a112350b8e43 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:23.004824 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5247064c-c14f-4858-be66-07ef3da8ab40 req-f75554b7-7cbf-48fe-8aa4-a112350b8e43 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/ports?device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 935 time: 0.2013860 Jul 16 02:57:23.038415 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9de9c8-dbd9-4e82-a7df-b0c798f33245 req-a78f3117-0d7c-42cc-ba55-3038807d05fc tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:23.040554 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7c9de9c8-dbd9-4e82-a7df-b0c798f33245 req-a78f3117-0d7c-42cc-ba55-3038807d05fc tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1320853 Jul 16 02:57:23.099710 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5247064c-c14f-4858-be66-07ef3da8ab40 req-f86dd1fc-9692-408d-8d1c-9293a6491484 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ea7e409-b599-4ee7-8c14-87fd20e36eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837598 Jul 16 02:57:23.117086 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7c9de9c8-dbd9-4e82-a7df-b0c798f33245 req-71f8518a-6f90-4b95-829b-b3bb64735591 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677681 Jul 16 02:57:23.187646 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-035d94a8-3cd4-4254-bbc0-2a6b2eaf99f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c5b62512-2fb6-4f97-9859-55d090182bae {{(pid=92999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:57:23.205852 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-035d94a8-3cd4-4254-bbc0-2a6b2eaf99f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:23.221512 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.provisioning_blocks [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-035d94a8-3cd4-4254-bbc0-2a6b2eaf99f5 service neutron] Transition to ACTIVE for port object c5b62512-2fb6-4f97-9859-55d090182bae will not be triggered until provisioned by entity L2. {{(pid=92999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:57:23.228232 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-035d94a8-3cd4-4254-bbc0-2a6b2eaf99f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9108244'] for port, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:23.382033 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b86471a-4f7e-4b6b-a221-4207c0c37919 req-ba613f2d-fad2-4f77-a45c-4d23424ff652 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:23.383989 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9b86471a-4f7e-4b6b-a221-4207c0c37919 req-ba613f2d-fad2-4f77-a45c-4d23424ff652 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 944 time: 0.1478026 Jul 16 02:57:23.532760 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9b86471a-4f7e-4b6b-a221-4207c0c37919 req-c5b9a860-d0b9-4adf-9623-66758b3adb99 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281440 Jul 16 02:57:23.542668 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d94a8-3cd4-4254-bbc0-2a6b2eaf99f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b62512-2fb6-4f97-9859-55d090182bae,revision_number=2']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:23.569382 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-035d94a8-3cd4-4254-bbc0-2a6b2eaf99f5 service neutron] Attempting to bind port c5b62512-2fb6-4f97-9859-55d090182bae on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:57:23.574835 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-035d94a8-3cd4-4254-bbc0-2a6b2eaf99f5 service neutron] Attempting to bind port c5b62512-2fb6-4f97-9859-55d090182bae by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': 'c2148e97-2ca2-4792-9bf9-1dcdc45b0171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a22e6e87-305d-46fa-b2cb-69629eb50f6a'}] {{(pid=92999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:57:23.575519 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-035d94a8-3cd4-4254-bbc0-2a6b2eaf99f5 service neutron] Attempting to bind port c5b62512-2fb6-4f97-9859-55d090182bae on network a22e6e87-305d-46fa-b2cb-69629eb50f6a {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:57:23.592148 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-035d94a8-3cd4-4254-bbc0-2a6b2eaf99f5 service neutron] Port c5b62512-2fb6-4f97-9859-55d090182bae on network a22e6e87-305d-46fa-b2cb-69629eb50f6a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:57:23.594631 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-035d94a8-3cd4-4254-bbc0-2a6b2eaf99f5 service neutron] Attempting to bind port c5b62512-2fb6-4f97-9859-55d090182bae on network a22e6e87-305d-46fa-b2cb-69629eb50f6a {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:57:23.605936 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-035d94a8-3cd4-4254-bbc0-2a6b2eaf99f5 service neutron] Checking agent: {'id': 'a8200757-c16c-46b0-9c68-b9d07f85534b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'started_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:57:23.607616 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-035d94a8-3cd4-4254-bbc0-2a6b2eaf99f5 service neutron] Checking segment: {'id': 'c2148e97-2ca2-4792-9bf9-1dcdc45b0171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a22e6e87-305d-46fa-b2cb-69629eb50f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:57:23.608489 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-035d94a8-3cd4-4254-bbc0-2a6b2eaf99f5 service neutron] Bound using segment: {'id': 'c2148e97-2ca2-4792-9bf9-1dcdc45b0171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a22e6e87-305d-46fa-b2cb-69629eb50f6a'} {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:57:23.610953 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-035d94a8-3cd4-4254-bbc0-2a6b2eaf99f5 service neutron] Bound port: c5b62512-2fb6-4f97-9859-55d090182bae, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2148e97-2ca2-4792-9bf9-1dcdc45b0171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 525, 'network_id': 'a22e6e87-305d-46fa-b2cb-69629eb50f6a'}}] {{(pid=92999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:57:23.610953 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-035d94a8-3cd4-4254-bbc0-2a6b2eaf99f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:23.807264 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-035d94a8-3cd4-4254-bbc0-2a6b2eaf99f5 service neutron] For port c5b62512-2fb6-4f97-9859-55d090182bae, host hv-cinder-78836, cleared binding levels {{(pid=92999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:57:23.826577 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-035d94a8-3cd4-4254-bbc0-2a6b2eaf99f5 service neutron] For port c5b62512-2fb6-4f97-9859-55d090182bae, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c5b62512-2fb6-4f97-9859-55d090182bae,segment=NetworkSegment(c2148e97-2ca2-4792-9bf9-1dcdc45b0171),segment_id=c2148e97-2ca2-4792-9bf9-1dcdc45b0171)] {{(pid=92999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:57:23.835406 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-035d94a8-3cd4-4254-bbc0-2a6b2eaf99f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9108244'] for port, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:23.946382 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-035d94a8-3cd4-4254-bbc0-2a6b2eaf99f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:23.947366 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-035d94a8-3cd4-4254-bbc0-2a6b2eaf99f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:23.949717 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-035d94a8-3cd4-4254-bbc0-2a6b2eaf99f5 service neutron] 10.222.0.52 "PUT /v2.0/ports/c5b62512-2fb6-4f97-9859-55d090182bae HTTP/1.1" status: 200 len: 1097 time: 1.4439421 Jul 16 02:57:23.950422 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1566ad9b-c675-4e50-8bdd-2dd9170319fb', 'tag': 'c5b62512-2fb6-4f97-9859-55d090182bae'}] {{(pid=92999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:57:23.954923 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7924d30a451bfb46b248ee236a8924541a1a79d63876f3bc8bdb08287585aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ccf0c8c-c3cf-44e4-b1e1-2d8b54d42595" -d '{"events": [{"name": "network-changed", "server_uuid": "1566ad9b-c675-4e50-8bdd-2dd9170319fb", "tag": "c5b62512-2fb6-4f97-9859-55d090182bae"}]}' {{(pid=92999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:57:23.989988 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d94a8-3cd4-4254-bbc0-2a6b2eaf99f5 service neutron] Pushing event updated for resources: {'Port': ['ID=c5b62512-2fb6-4f97-9859-55d090182bae,revision_number=3']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:24.012570 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba39566-0e67-4a08-9cee-2ffc5b6e3e35 req-1277be92-471b-4944-83ee-9213a56e3427 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:24.026477 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-dba39566-0e67-4a08-9cee-2ffc5b6e3e35 req-1277be92-471b-4944-83ee-9213a56e3427 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1079199 Jul 16 02:57:24.051411 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19e87f6c-ce73-4288-b114-1df3b18403c7 x-openstack-request-id: req-19e87f6c-ce73-4288-b114-1df3b18403c7 {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:57:24.052247 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1566ad9b-c675-4e50-8bdd-2dd9170319fb", "tag": "c5b62512-2fb6-4f97-9859-55d090182bae", "status": "completed", "code": 200}]} {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:57:24.052667 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-19e87f6c-ce73-4288-b114-1df3b18403c7 {{(pid=92999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:57:24.053328 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1566ad9b-c675-4e50-8bdd-2dd9170319fb', 'tag': 'c5b62512-2fb6-4f97-9859-55d090182bae', 'status': 'completed', 'code': 200} Jul 16 02:57:24.072936 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-dba39566-0e67-4a08-9cee-2ffc5b6e3e35 req-231409b0-43e2-425f-9697-c23fbb713b98 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454032 Jul 16 02:57:24.159280 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:24.328326 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d64267-8d56-40a7-9c52-c59cd5216456 req-dd861e62-6bd7-46af-b70e-24f46dc9ab44 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:24.332066 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-23d64267-8d56-40a7-9c52-c59cd5216456 req-dd861e62-6bd7-46af-b70e-24f46dc9ab44 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/ports?device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 947 time: 0.0922997 Jul 16 02:57:24.373337 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-23d64267-8d56-40a7-9c52-c59cd5216456 req-241e8da5-5d3f-414e-a71d-b14f8068bcbf tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ea7e409-b599-4ee7-8c14-87fd20e36eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369465 Jul 16 02:57:24.769480 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802ba74-b3e4-428c-9c79-85c226833e8a req-583e48ad-44af-4466-b0d5-09681ab905f5 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:24.771063 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5802ba74-b3e4-428c-9c79-85c226833e8a req-583e48ad-44af-4466-b0d5-09681ab905f5 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 944 time: 0.0946016 Jul 16 02:57:24.815102 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5802ba74-b3e4-428c-9c79-85c226833e8a req-097ff51b-12c7-4c1a-957a-0938dba6a597 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377479 Jul 16 02:57:25.306905 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9056f09b-1f82-4d9b-92f9-58396c0bb6de req-6f50f9df-a176-49ac-a12c-4d05c9383ba6 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:25.309464 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9056f09b-1f82-4d9b-92f9-58396c0bb6de req-6f50f9df-a176-49ac-a12c-4d05c9383ba6 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.0827980 Jul 16 02:57:25.373577 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9056f09b-1f82-4d9b-92f9-58396c0bb6de req-c8834e0b-a614-4958-b991-01603952af8e tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528018 Jul 16 02:57:25.591186 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457dde50-cc1e-4dcd-814f-7f433aa4d0d9 req-a7ad0ed2-bbce-43d3-839f-a0c4015d0abf tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:25.593113 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-457dde50-cc1e-4dcd-814f-7f433aa4d0d9 req-a7ad0ed2-bbce-43d3-839f-a0c4015d0abf tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/ports?device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 947 time: 0.0793788 Jul 16 02:57:25.656411 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-457dde50-cc1e-4dcd-814f-7f433aa4d0d9 req-cc87376d-09ec-4034-a131-b6de414b6b11 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ea7e409-b599-4ee7-8c14-87fd20e36eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551374 Jul 16 02:57:26.069718 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a2940-cda9-40d2-bcf6-8aa152dd92f2 req-2fb9ffe4-ae84-4d66-b45c-00c6dff56e96 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:26.071302 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2c9a2940-cda9-40d2-bcf6-8aa152dd92f2 req-2fb9ffe4-ae84-4d66-b45c-00c6dff56e96 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 944 time: 0.0735576 Jul 16 02:57:26.118017 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2c9a2940-cda9-40d2-bcf6-8aa152dd92f2 req-e9fee261-a500-4952-beb6-f2dbbc1e5952 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407219 Jul 16 02:57:26.645168 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bc6b37-e033-4d83-885f-b6fd5eb47c40 req-569843fb-b54d-4069-8f9d-7fb672e75873 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:26.647113 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-40bc6b37-e033-4d83-885f-b6fd5eb47c40 req-569843fb-b54d-4069-8f9d-7fb672e75873 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.0978770 Jul 16 02:57:26.730010 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-40bc6b37-e033-4d83-885f-b6fd5eb47c40 req-80b87b60-18fa-4c7d-8b7f-1bec9265708d tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687301 Jul 16 02:57:26.968418 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfa14f6-d5e3-4939-9116-5e2a22be7581 req-c7e61791-f873-4b0f-ac6c-1f23e00e214e tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:26.971387 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7cfa14f6-d5e3-4939-9116-5e2a22be7581 req-c7e61791-f873-4b0f-ac6c-1f23e00e214e tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/ports?device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 947 time: 0.1003554 Jul 16 02:57:27.079685 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7cfa14f6-d5e3-4939-9116-5e2a22be7581 req-7e312e50-e318-4b2d-97f6-65ed327fdd25 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ea7e409-b599-4ee7-8c14-87fd20e36eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973032 Jul 16 02:57:27.335233 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0cc4e0-99a3-401c-a49e-f7b324d28b07 req-a1ad21ac-1621-47a5-b8c3-5039ccfe7096 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:27.336847 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1a0cc4e0-99a3-401c-a49e-f7b324d28b07 req-a1ad21ac-1621-47a5-b8c3-5039ccfe7096 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 944 time: 0.0846193 Jul 16 02:57:27.379772 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1a0cc4e0-99a3-401c-a49e-f7b324d28b07 req-6c3fe8ac-d2b5-4fd9-b9ba-606dac2e415c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369153 Jul 16 02:57:28.065541 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6741b4-09d5-4bb6-9ed9-7aeeb14441f0 req-6636fc72-3c0e-4dc0-b896-106f262df783 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:28.067617 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2a6741b4-09d5-4bb6-9ed9-7aeeb14441f0 req-6636fc72-3c0e-4dc0-b896-106f262df783 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1389599 Jul 16 02:57:28.124691 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2a6741b4-09d5-4bb6-9ed9-7aeeb14441f0 req-ebba1557-6740-4f1b-a733-6899498757be tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511248 Jul 16 02:57:28.350870 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d46deb-1ef3-47a4-b983-9f00465347f7 req-55a60d1a-29be-4c34-8ba1-ef08ae7c210d tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:28.352647 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-40d46deb-1ef3-47a4-b983-9f00465347f7 req-55a60d1a-29be-4c34-8ba1-ef08ae7c210d tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/ports?device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 947 time: 0.0878654 Jul 16 02:57:28.399053 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-40d46deb-1ef3-47a4-b983-9f00465347f7 req-8d5fd555-b1fd-4320-852f-86e1ec787090 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ea7e409-b599-4ee7-8c14-87fd20e36eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381260 Jul 16 02:57:28.601231 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6caabe2-b12f-4bb1-b6de-cff142bc8c61 req-a058866b-3a52-4771-84db-9feba489beb2 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:28.603046 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e6caabe2-b12f-4bb1-b6de-cff142bc8c61 req-a058866b-3a52-4771-84db-9feba489beb2 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 944 time: 0.0773377 Jul 16 02:57:28.651953 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e6caabe2-b12f-4bb1-b6de-cff142bc8c61 req-13094580-4f1a-429f-8307-106b3bcee4bb tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403695 Jul 16 02:57:29.395963 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad046a3-e67b-4f00-ba0f-6fcd465a127a req-7a567dab-6bb8-434d-8d31-e232de0a4fd3 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:29.397669 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-cad046a3-e67b-4f00-ba0f-6fcd465a127a req-7a567dab-6bb8-434d-8d31-e232de0a4fd3 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1481888 Jul 16 02:57:29.440822 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 50976) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:29.456324 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-cad046a3-e67b-4f00-ba0f-6fcd465a127a req-25582b86-cceb-425b-a6ea-0ac323443e0d tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497763 Jul 16 02:57:29.590150 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-786e2336-8313-4f59-bba5-9ba1c03b520c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:29.677898 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b640adc4-0f63-4171-8164-d2939c91e2be req-6b932d97-55d3-43d7-8b6a-5d9f7574a504 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:29.680639 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b640adc4-0f63-4171-8164-d2939c91e2be req-6b932d97-55d3-43d7-8b6a-5d9f7574a504 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/ports?device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 947 time: 0.1262324 Jul 16 02:57:29.738349 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-786e2336-8313-4f59-bba5-9ba1c03b520c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:29.744327 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-786e2336-8313-4f59-bba5-9ba1c03b520c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:29.764411 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b640adc4-0f63-4171-8164-d2939c91e2be req-4c165a32-05ce-40a5-9fcc-581d2d38c604 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ea7e409-b599-4ee7-8c14-87fd20e36eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658216 Jul 16 02:57:29.777313 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786e2336-8313-4f59-bba5-9ba1c03b520c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5aa3bc4e-841e-40f4-98e3-1c34b2963d13,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:29.810663 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-786e2336-8313-4f59-bba5-9ba1c03b520c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aa69688a5b904e8fbafd8d6186097999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3680642 Jul 16 02:57:29.815674 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 50982) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:29.898424 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8b16613f-0501-4912-bf81-acab8da105e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:29.924300 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8b16613f-0501-4912-bf81-acab8da105e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:29.946731 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbee1a4-ca74-4173-9a71-2d9221b7878a req-f82ae046-9210-42e6-afcf-2ab98a69dada tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:29.950017 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-efbee1a4-ca74-4173-9a71-2d9221b7878a req-f82ae046-9210-42e6-afcf-2ab98a69dada tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 944 time: 0.0890460 Jul 16 02:57:29.989754 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8b16613f-0501-4912-bf81-acab8da105e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:29.992696 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8b16613f-0501-4912-bf81-acab8da105e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:29.996715 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-8b16613f-0501-4912-bf81-acab8da105e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5aa3bc4e-841e-40f4-98e3-1c34b2963d13 HTTP/1.1" status: 204 len: 168 time: 0.1798928 Jul 16 02:57:30.003924 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-efbee1a4-ca74-4173-9a71-2d9221b7878a req-468866f0-43cd-41fc-92e8-687ab5ce3e7d tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488398 Jul 16 02:57:30.010139 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b16613f-0501-4912-bf81-acab8da105e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5aa3bc4e-841e-40f4-98e3-1c34b2963d13,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:30.352810 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 50996) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:30.380812 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6c7b97c4-1176-4a30-8060-4baf9d120457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:30.474054 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6c7b97c4-1176-4a30-8060-4baf9d120457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:30.478500 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6c7b97c4-1176-4a30-8060-4baf9d120457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:30.520744 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7b97c4-1176-4a30-8060-4baf9d120457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b3e29e0-99b1-4714-94e4-0bf2e158b46a,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:30.525256 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-6c7b97c4-1176-4a30-8060-4baf9d120457 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=122f659f1a924f7ba42cd296e502c940&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1711032 Jul 16 02:57:30.527759 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 51004) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:30.590003 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-9f652639-7cf8-4c4b-b167-ebdd1e72401d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:30.614540 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-9f652639-7cf8-4c4b-b167-ebdd1e72401d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:30.673765 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-9f652639-7cf8-4c4b-b167-ebdd1e72401d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:30.676490 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-9f652639-7cf8-4c4b-b167-ebdd1e72401d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:30.677649 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-9f652639-7cf8-4c4b-b167-ebdd1e72401d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b3e29e0-99b1-4714-94e4-0bf2e158b46a HTTP/1.1" status: 204 len: 168 time: 0.1489789 Jul 16 02:57:30.696377 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f652639-7cf8-4c4b-b167-ebdd1e72401d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b3e29e0-99b1-4714-94e4-0bf2e158b46a,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:30.724343 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e577d88-c21a-4cd3-afe5-460a1715eb92 req-7d6c3011-30c5-4aa0-b6a8-23a65dacf353 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:30.728363 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3e577d88-c21a-4cd3-afe5-460a1715eb92 req-7d6c3011-30c5-4aa0-b6a8-23a65dacf353 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1083305 Jul 16 02:57:30.771197 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3e577d88-c21a-4cd3-afe5-460a1715eb92 req-fc88751c-0515-44bf-88f3-43643a5a08ba tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393865 Jul 16 02:57:31.014550 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544676cf-fa21-463f-85fd-34f8b93b992f req-77854311-ddfb-4400-9abe-308c042b44bc tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:31.016800 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-544676cf-fa21-463f-85fd-34f8b93b992f req-77854311-ddfb-4400-9abe-308c042b44bc tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/ports?device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 947 time: 0.0736074 Jul 16 02:57:31.070732 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-544676cf-fa21-463f-85fd-34f8b93b992f req-797a04fc-8475-4931-89e5-6eeffdb3e85d tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ea7e409-b599-4ee7-8c14-87fd20e36eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469074 Jul 16 02:57:31.270769 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d16f3a9-89f6-4efe-ae3e-07cfdeb6cc31 req-75abb513-9002-47e4-8a7a-6309677cf1f4 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:31.273336 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3d16f3a9-89f6-4efe-ae3e-07cfdeb6cc31 req-75abb513-9002-47e4-8a7a-6309677cf1f4 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 944 time: 0.0837283 Jul 16 02:57:31.335469 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3d16f3a9-89f6-4efe-ae3e-07cfdeb6cc31 req-bdaefcbe-ee69-42a6-981b-00d6494f3be9 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565972 Jul 16 02:57:32.016790 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80225297-ab74-4c30-a733-6f6a51550303 req-1be13a82-0f18-416e-8ecb-9af735f767c8 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:32.019240 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-80225297-ab74-4c30-a733-6f6a51550303 req-1be13a82-0f18-416e-8ecb-9af735f767c8 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.0858812 Jul 16 02:57:32.076647 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-80225297-ab74-4c30-a733-6f6a51550303 req-9e068395-7174-4add-913f-378c83be6346 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493212 Jul 16 02:57:32.290922 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd87b771-bf86-4f1c-889c-c9924be8a00d req-2d22323e-a8f2-493b-8aaa-c5af0849672c tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:32.292700 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fd87b771-bf86-4f1c-889c-c9924be8a00d req-2d22323e-a8f2-493b-8aaa-c5af0849672c tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/ports?device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 947 time: 0.0786226 Jul 16 02:57:32.348235 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fd87b771-bf86-4f1c-889c-c9924be8a00d req-5f5e389c-5685-40a5-99ba-bec90290f30e tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ea7e409-b599-4ee7-8c14-87fd20e36eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443356 Jul 16 02:57:32.581879 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09680f31-9641-402b-affe-09eaa4dcb6fc req-068ac61d-1c58-4fab-a055-f28bad966f47 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:32.587419 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-09680f31-9641-402b-affe-09eaa4dcb6fc req-068ac61d-1c58-4fab-a055-f28bad966f47 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 944 time: 0.1068141 Jul 16 02:57:32.628088 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-09680f31-9641-402b-affe-09eaa4dcb6fc req-2aba6c06-84d5-41b8-b1f8-bd36f60c40d4 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380611 Jul 16 02:57:32.977703 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 51084) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:33.099380 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-606f3df2-f786-414c-a792-376a796fe56c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:33.222173 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-606f3df2-f786-414c-a792-376a796fe56c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:33.260252 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-606f3df2-f786-414c-a792-376a796fe56c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:33.305553 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606f3df2-f786-414c-a792-376a796fe56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84f8a632-ed3a-431b-80fd-b10dca776aa9,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:33.312027 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-606f3df2-f786-414c-a792-376a796fe56c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c7ed0144ec5843a4becac1b352200773&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3312242 Jul 16 02:57:33.314994 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 51090) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:33.333233 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2916bc-b2d8-4a9b-9bec-c4fb006c2c53 req-0b2aa8b7-dd5c-4fa2-b983-3b310a16231c tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:33.348233 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6b2916bc-b2d8-4a9b-9bec-c4fb006c2c53 req-0b2aa8b7-dd5c-4fa2-b983-3b310a16231c tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1386280 Jul 16 02:57:33.378429 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-fc1eedb6-1c4a-4543-b017-0d840b82fb54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:33.425983 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-fc1eedb6-1c4a-4543-b017-0d840b82fb54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:33.445570 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6b2916bc-b2d8-4a9b-9bec-c4fb006c2c53 req-4a2a813b-88d6-4d7e-9d7a-abb2937de14f tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949895 Jul 16 02:57:33.534747 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-fc1eedb6-1c4a-4543-b017-0d840b82fb54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:33.538584 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-fc1eedb6-1c4a-4543-b017-0d840b82fb54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:33.540251 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-fc1eedb6-1c4a-4543-b017-0d840b82fb54 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/84f8a632-ed3a-431b-80fd-b10dca776aa9 HTTP/1.1" status: 204 len: 168 time: 0.2232807 Jul 16 02:57:33.585798 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1eedb6-1c4a-4543-b017-0d840b82fb54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84f8a632-ed3a-431b-80fd-b10dca776aa9,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:33.728139 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1b667-44f1-467b-b73e-1f2f2b2418bc req-7a4f44a7-8b9b-45e0-8715-749598a42b3c tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:33.730050 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-abe1b667-44f1-467b-b73e-1f2f2b2418bc req-7a4f44a7-8b9b-45e0-8715-749598a42b3c tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/ports?device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 947 time: 0.1267819 Jul 16 02:57:33.792463 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-abe1b667-44f1-467b-b73e-1f2f2b2418bc req-e5b64561-52b1-4ee4-be8f-fb1cdfe080cb tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ea7e409-b599-4ee7-8c14-87fd20e36eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430579 Jul 16 02:57:33.912642 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0773d-2600-4506-8a57-5ff62e2304f9 req-060cb37b-75ad-42a2-b691-362edcbebb9c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:33.914245 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a6f0773d-2600-4506-8a57-5ff62e2304f9 req-060cb37b-75ad-42a2-b691-362edcbebb9c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 944 time: 0.0914636 Jul 16 02:57:33.974351 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a6f0773d-2600-4506-8a57-5ff62e2304f9 req-58fce0f6-0df2-4a10-941d-3f3103af4f04 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529554 Jul 16 02:57:33.977294 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 51104) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:33.991879 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-e5f21964-6c13-4dfb-be31-072329394ecf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:34.092185 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 6 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:57:34.108324 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-e5f21964-6c13-4dfb-be31-072329394ecf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:34.112577 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-e5f21964-6c13-4dfb-be31-072329394ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:34.153010 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-e5f21964-6c13-4dfb-be31-072329394ecf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fcb914a1a1c944f28fed930c738fa040&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1746025 Jul 16 02:57:34.153833 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f21964-6c13-4dfb-be31-072329394ecf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4782cb-8083-4dd6-a204-b288cb171049,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:34.156233 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 51106) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:34.207958 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-b72bb206-fd21-4490-a77a-6a12fc9f1d71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:34.230243 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-b72bb206-fd21-4490-a77a-6a12fc9f1d71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:34.282254 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-b72bb206-fd21-4490-a77a-6a12fc9f1d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:34.284849 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-b72bb206-fd21-4490-a77a-6a12fc9f1d71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:34.286281 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-b72bb206-fd21-4490-a77a-6a12fc9f1d71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a4782cb-8083-4dd6-a204-b288cb171049 HTTP/1.1" status: 204 len: 168 time: 0.1287646 Jul 16 02:57:34.298473 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72bb206-fd21-4490-a77a-6a12fc9f1d71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4782cb-8083-4dd6-a204-b288cb171049,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:34.714223 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22c8ab2-748e-455b-8992-6b9090a4ed95 req-909ed88d-92ea-4f2e-8c24-1ab9234db60a tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:34.728926 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c22c8ab2-748e-455b-8992-6b9090a4ed95 req-909ed88d-92ea-4f2e-8c24-1ab9234db60a tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1139691 Jul 16 02:57:34.786948 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c22c8ab2-748e-455b-8992-6b9090a4ed95 req-b7fc7817-0321-422d-92d0-f85ba09029cc tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565498 Jul 16 02:57:35.058663 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638a42fb-ea69-42ac-b571-a2c8224f2e39 req-ea41c4ed-353f-4e56-a890-747569fb0939 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:35.060657 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-638a42fb-ea69-42ac-b571-a2c8224f2e39 req-ea41c4ed-353f-4e56-a890-747569fb0939 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/ports?device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 947 time: 0.1135480 Jul 16 02:57:35.156683 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-638a42fb-ea69-42ac-b571-a2c8224f2e39 req-cd1430b1-a8dd-4a6d-8fe6-61c9743ad85d tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ea7e409-b599-4ee7-8c14-87fd20e36eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660784 Jul 16 02:57:35.391669 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974e0ae6-0c94-43cb-942a-103fafcfcfbd req-718bace9-37ad-4c66-b59c-e192f93b0938 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:35.393993 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-974e0ae6-0c94-43cb-942a-103fafcfcfbd req-718bace9-37ad-4c66-b59c-e192f93b0938 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 944 time: 0.1138070 Jul 16 02:57:35.441951 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-974e0ae6-0c94-43cb-942a-103fafcfcfbd req-abcff638-0ac2-42d7-985c-0825e7502aad tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410140 Jul 16 02:57:36.064416 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d87505-3d7f-475a-8e7e-c59d428ab4e2 req-3240a9ba-6abe-42c8-9288-8ea81ee74f0f tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:36.066326 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d3d87505-3d7f-475a-8e7e-c59d428ab4e2 req-3240a9ba-6abe-42c8-9288-8ea81ee74f0f tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.0959842 Jul 16 02:57:36.130122 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d3d87505-3d7f-475a-8e7e-c59d428ab4e2 req-ee391797-48ad-4a27-b865-d7d18f57870f tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573750 Jul 16 02:57:36.422804 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5ddbf8-e177-4aaa-a9ae-41252a8aadcb req-517c63d7-5bf5-4d00-bc54-7888ee9c80f3 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:36.425422 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3b5ddbf8-e177-4aaa-a9ae-41252a8aadcb req-517c63d7-5bf5-4d00-bc54-7888ee9c80f3 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/ports?device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 947 time: 0.1032984 Jul 16 02:57:36.481853 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3b5ddbf8-e177-4aaa-a9ae-41252a8aadcb req-5730198a-916b-47fc-b0fa-44fa66cd9466 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ea7e409-b599-4ee7-8c14-87fd20e36eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505109 Jul 16 02:57:36.722607 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec4f179-4726-43e3-b8b3-b62df8d51828 req-3bd75312-9c60-4228-b059-9e35c15b88fe tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:36.725132 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-aec4f179-4726-43e3-b8b3-b62df8d51828 req-3bd75312-9c60-4228-b059-9e35c15b88fe tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 944 time: 0.0725806 Jul 16 02:57:36.788393 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-aec4f179-4726-43e3-b8b3-b62df8d51828 req-8aca36e8-5b6e-4816-aba3-222fa20b3917 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537705 Jul 16 02:57:37.161823 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf0c8c-c3cf-44e4-b1e1-2d8b54d42595 req-8180a9c6-f2e9-4af5-9c27-d787ad40f099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:37.164513 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-9ccf0c8c-c3cf-44e4-b1e1-2d8b54d42595 req-8180a9c6-f2e9-4af5-9c27-d787ad40f099 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a247321c7754b8882dc7463f4a3fca0&device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 1100 time: 0.0654364 Jul 16 02:57:37.318934 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-9ccf0c8c-c3cf-44e4-b1e1-2d8b54d42595 req-245e17bf-11fd-44f4-8cc4-aa35d9f776f1 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=4a247321c7754b8882dc7463f4a3fca0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300584 Jul 16 02:57:37.465958 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4518afdd-8057-411e-abc8-6a2f22fbccae req-0ce30cb0-d0d2-4ee5-ab61-3180481932ca tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:37.475559 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-4518afdd-8057-411e-abc8-6a2f22fbccae req-0ce30cb0-d0d2-4ee5-ab61-3180481932ca tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1948476 Jul 16 02:57:37.478817 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b339f6-50de-42f9-8373-d2687f64dde5 req-d72c9346-6db0-4dcb-88f2-c03810fe25aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:37.480403 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a1b339f6-50de-42f9-8373-d2687f64dde5 req-d72c9346-6db0-4dcb-88f2-c03810fe25aa service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=6f945e439d0e4d87b06aad1c45f83b97&device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 1099 time: 0.1520712 Jul 16 02:57:37.532636 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccf0c8c-c3cf-44e4-b1e1-2d8b54d42595 req-f737c3e0-bf2b-4baa-8716-16526f232c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:37.537358 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-9ccf0c8c-c3cf-44e4-b1e1-2d8b54d42595 req-f737c3e0-bf2b-4baa-8716-16526f232c73 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2086163 Jul 16 02:57:37.564920 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-4518afdd-8057-411e-abc8-6a2f22fbccae req-996b3ddd-5bc9-4671-91ee-d38fbfacd200 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883040 Jul 16 02:57:37.639636 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b339f6-50de-42f9-8373-d2687f64dde5 req-557c74b7-50e2-4ede-9339-bbb94c44eaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:37.642497 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a1b339f6-50de-42f9-8373-d2687f64dde5 req-557c74b7-50e2-4ede-9339-bbb94c44eaf1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=14e36b5a-d9bd-4a9a-8e33-0a405cb50bae HTTP/1.1" status: 200 len: 919 time: 0.1530919 Jul 16 02:57:37.710189 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-b4cd3f8e-4917-4492-bef4-b949b8781160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:37.712186 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-b4cd3f8e-4917-4492-bef4-b949b8781160 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4a247321c7754b8882dc7463f4a3fca0&device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 1100 time: 0.0698354 Jul 16 02:57:37.732859 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a1b339f6-50de-42f9-8373-d2687f64dde5 req-ce8d6a76-a61f-4671-81a7-6bb974605f22 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e3ae29bd-e1c6-45c9-9f46-f56b4108c911 HTTP/1.1" status: 200 len: 217 time: 0.0814466 Jul 16 02:57:37.794392 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-71bfaa15-759a-450c-840a-1a05a5d4a206 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.22&port_id=c5b62512-2fb6-4f97-9859-55d090182bae HTTP/1.1" status: 200 len: 217 time: 0.0374451 Jul 16 02:57:37.852936 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9624ba-8bb1-4052-ac3b-163aefdbbb60 req-5d6b95d8-d76b-469e-89b2-e96c3b9fc29c tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:37.854999 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-4d9624ba-8bb1-4052-ac3b-163aefdbbb60 req-5d6b95d8-d76b-469e-89b2-e96c3b9fc29c tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/ports?device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 947 time: 0.1911373 Jul 16 02:57:37.860248 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b339f6-50de-42f9-8373-d2687f64dde5 req-18a0de95-d1b5-4fb7-bb19-de2f068e26e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:37.862561 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a1b339f6-50de-42f9-8373-d2687f64dde5 req-18a0de95-d1b5-4fb7-bb19-de2f068e26e7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f56becb0-35ba-4a8c-8d35-b94e96683f38 HTTP/1.1" status: 200 len: 858 time: 0.0712287 Jul 16 02:57:37.903097 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-0400c8f5-2c95-4084-b9f2-a392aadc7acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:37.904970 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-0400c8f5-2c95-4084-b9f2-a392aadc7acd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=bb40fc2d-e834-4ac7-b97f-827806675359 HTTP/1.1" status: 200 len: 843 time: 0.0959132 Jul 16 02:57:37.940041 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a1b339f6-50de-42f9-8373-d2687f64dde5 req-6f097ca0-ec3d-449e-b5d5-23e958b2eb58 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=14e36b5a-d9bd-4a9a-8e33-0a405cb50bae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548165 Jul 16 02:57:37.961252 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-4d9624ba-8bb1-4052-ac3b-163aefdbbb60 req-e13f5546-8152-4072-b746-67fc8356bdf3 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ea7e409-b599-4ee7-8c14-87fd20e36eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915031 Jul 16 02:57:38.057930 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-b4f269d9-cdd5-449c-b31c-efd19e5aa34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:38.059508 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-b4f269d9-cdd5-449c-b31c-efd19e5aa34b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a22e6e87-305d-46fa-b2cb-69629eb50f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0963418 Jul 16 02:57:38.162182 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a1b339f6-50de-42f9-8373-d2687f64dde5 req-427f541e-c426-49c0-8b69-0df0cf80a9fe service neutron] 10.222.0.52 "GET /v2.0/networks/14e36b5a-d9bd-4a9a-8e33-0a405cb50bae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772649 Jul 16 02:57:38.171042 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f45b8b-c00c-4e6e-adf5-56fd0b286e9e req-78ffd946-190d-467f-8426-4a8a09a4f438 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:38.172698 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f2f45b8b-c00c-4e6e-adf5-56fd0b286e9e req-78ffd946-190d-467f-8426-4a8a09a4f438 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 944 time: 0.1496570 Jul 16 02:57:38.218639 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-4a1d8557-e548-46be-a9a7-69c5976706e7 service neutron] 10.222.0.52 "GET /v2.0/networks/a22e6e87-305d-46fa-b2cb-69629eb50f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316099 Jul 16 02:57:38.281631 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f2f45b8b-c00c-4e6e-adf5-56fd0b286e9e req-c0f13dac-8530-4610-9a35-e5095a2d7c17 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0998418 Jul 16 02:57:38.332998 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a1b339f6-50de-42f9-8373-d2687f64dde5 req-70f0ea90-d000-469b-b051-f0acb9f57f9a service neutron] 10.222.0.52 "GET /v2.0/networks/14e36b5a-d9bd-4a9a-8e33-0a405cb50bae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591737 Jul 16 02:57:38.350019 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-fe907aa7-0515-4e90-833b-cc1e768e9f1b req-c1471d72-8808-4780-83d8-62a210e79f56 service neutron] 10.222.0.52 "GET /v2.0/networks/a22e6e87-305d-46fa-b2cb-69629eb50f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218913 Jul 16 02:57:38.794204 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e7a40-6fe0-4f8b-ab22-a18b5a03b846 req-b8368af0-36c3-46bb-bafb-fca1362a2e06 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:38.795928 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7f0e7a40-6fe0-4f8b-ab22-a18b5a03b846 req-b8368af0-36c3-46bb-bafb-fca1362a2e06 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.0707836 Jul 16 02:57:38.839590 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7f0e7a40-6fe0-4f8b-ab22-a18b5a03b846 req-e15a13cc-e768-4838-bc50-69ec3be75df1 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369525 Jul 16 02:57:39.176824 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0455bf4a-9338-4498-b08a-430ea3dc0ba0 req-d37bbfaf-a78e-408f-84cf-2cf519638bb9 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:39.178532 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0455bf4a-9338-4498-b08a-430ea3dc0ba0 req-d37bbfaf-a78e-408f-84cf-2cf519638bb9 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/ports?device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 947 time: 0.0855436 Jul 16 02:57:39.226345 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0455bf4a-9338-4498-b08a-430ea3dc0ba0 req-b9ded8e6-118e-4818-bfcf-1e74a0585c75 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ea7e409-b599-4ee7-8c14-87fd20e36eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419903 Jul 16 02:57:39.495208 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4713e052-03a6-4229-956f-6e2d6f3221b6 req-1a785521-8154-44b9-a694-1c619ba0498f tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:39.497111 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-4713e052-03a6-4229-956f-6e2d6f3221b6 req-1a785521-8154-44b9-a694-1c619ba0498f tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.0933802 Jul 16 02:57:39.547892 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-4713e052-03a6-4229-956f-6e2d6f3221b6 req-244668a1-7aa6-4f0c-abd7-aa11e47f85b7 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397887 Jul 16 02:57:39.895130 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0027d5-c54e-4eb1-8ca5-82ee6c93eff4 req-1217e58e-b378-4c7a-a559-8c544fdeb14d tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:39.897030 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5b0027d5-c54e-4eb1-8ca5-82ee6c93eff4 req-1217e58e-b378-4c7a-a559-8c544fdeb14d tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 944 time: 0.1884904 Jul 16 02:57:39.906282 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb01b7d-0bbf-4eba-ac14-821cbb686cdb req-fb255b84-fa71-45ba-a030-cad5fda357e9 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:39.908780 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7cb01b7d-0bbf-4eba-ac14-821cbb686cdb req-fb255b84-fa71-45ba-a030-cad5fda357e9 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 985 time: 0.1529078 Jul 16 02:57:39.910500 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b5927-9a75-4138-9128-acabef408f68 req-8548bb33-0a6b-4d6a-95df-9188c2c469dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:39.912089 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-d62b5927-9a75-4138-9128-acabef408f68 req-8548bb33-0a6b-4d6a-95df-9188c2c469dc service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a07fe20008544158432a3e05ba4b289&device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 1138 time: 0.1055496 Jul 16 02:57:39.980000 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5b0027d5-c54e-4eb1-8ca5-82ee6c93eff4 req-9c6fc92f-eb56-4ce3-a0e6-f9577548dcf0 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696275 Jul 16 02:57:39.999865 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7cb01b7d-0bbf-4eba-ac14-821cbb686cdb req-32717b15-1708-4699-8748-aad2b27b6206 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&id=0b7bc0ec-2fbd-45cc-ba6c-7c6c9d593c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0803866 Jul 16 02:57:40.095660 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b5927-9a75-4138-9128-acabef408f68 req-1797f0ae-3252-42a7-b8d4-f0bd335ab887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:40.098714 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-d62b5927-9a75-4138-9128-acabef408f68 req-1797f0ae-3252-42a7-b8d4-f0bd335ab887 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cff15e84-fc6d-4fab-9100-6ab8022ec990 HTTP/1.1" status: 200 len: 914 time: 0.1779230 Jul 16 02:57:40.330199 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669e273e-eb4a-4bf2-b0da-6c4e7699fb85 req-65c8a486-c104-4d52-a811-af11d68e3b83 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:40.335697 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-669e273e-eb4a-4bf2-b0da-6c4e7699fb85 req-65c8a486-c104-4d52-a811-af11d68e3b83 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1166224 Jul 16 02:57:40.461784 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-d62b5927-9a75-4138-9128-acabef408f68 req-91a789c1-0b7c-49f1-b694-303d62618200 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca3d1dc9-1b56-40c6-bbe4-7eee7207619d HTTP/1.1" status: 200 len: 1002 time: 0.3336432 Jul 16 02:57:40.462223 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-669e273e-eb4a-4bf2-b0da-6c4e7699fb85 req-a1e840fb-5357-45f6-829a-064278ab8d0a tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175976 Jul 16 02:57:40.516654 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d7d7be-c971-46cf-bbb2-c4af99027e7f req-840ed884-ad69-43d9-8437-d21d913f46b7 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:40.519180 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-36d7d7be-c971-46cf-bbb2-c4af99027e7f req-840ed884-ad69-43d9-8437-d21d913f46b7 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/ports?device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 947 time: 0.1489162 Jul 16 02:57:40.522423 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b5927-9a75-4138-9128-acabef408f68 req-f028dfa1-723f-4086-b799-1d3622de35db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:40.523901 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-d62b5927-9a75-4138-9128-acabef408f68 req-f028dfa1-723f-4086-b799-1d3622de35db service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0535213-d453-4aa5-8b48-17b60fb36114 HTTP/1.1" status: 200 len: 852 time: 0.0507367 Jul 16 02:57:40.565498 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-36d7d7be-c971-46cf-bbb2-c4af99027e7f req-1bc416c8-43a1-4a99-b868-fdd4c4b0dee0 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ea7e409-b599-4ee7-8c14-87fd20e36eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404985 Jul 16 02:57:40.608178 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62b5927-9a75-4138-9128-acabef408f68 req-376e80b2-a894-49d9-a83e-1e999bb24585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:40.609908 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-d62b5927-9a75-4138-9128-acabef408f68 req-376e80b2-a894-49d9-a83e-1e999bb24585 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cff15e84-fc6d-4fab-9100-6ab8022ec990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0730445 Jul 16 02:57:40.719956 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-d62b5927-9a75-4138-9128-acabef408f68 req-943ce5aa-1f74-454d-89b0-a843e4c8adb4 service neutron] 10.222.0.52 "GET /v2.0/networks/cff15e84-fc6d-4fab-9100-6ab8022ec990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972543 Jul 16 02:57:40.766591 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a5cc10-a45a-40f8-b7b4-3aa34c490c55 req-deefc4ad-4853-409c-91de-25c95e1f51c7 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:40.768170 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f1a5cc10-a45a-40f8-b7b4-3aa34c490c55 req-deefc4ad-4853-409c-91de-25c95e1f51c7 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.0760789 Jul 16 02:57:40.814179 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f1a5cc10-a45a-40f8-b7b4-3aa34c490c55 req-bbcc057d-60bb-4474-b3d6-e66203091d13 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401824 Jul 16 02:57:40.969610 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-d62b5927-9a75-4138-9128-acabef408f68 req-dcbe4e6b-1fbb-4dd0-bd9b-b9c5ee08464d service neutron] 10.222.0.52 "GET /v2.0/networks/cff15e84-fc6d-4fab-9100-6ab8022ec990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1510143 Jul 16 02:57:40.992164 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:57:41.133771 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 14ac9660-02d1-4c3f-a9a6-c322e1ce1254, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=14ac9660-02d1-4c3f-a9a6-c322e1ce1254,segment=NetworkSegment(7d07a258-c4a7-4e28-b7a7-e65f63b3a875),segment_id=7d07a258-c4a7-4e28-b7a7-e65f63b3a875)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:57:41.174876 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Returning: {'device': '14ac9660-02d1-4c3f-a9a6-c322e1ce1254', 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e', 'port_id': '14ac9660-02d1-4c3f-a9a6-c322e1ce1254', 'mac_address': 'fa:16:3e:d7:a6:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e63330-214e-4dcd-a719-fae45048b23b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:57:41.252970 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:41.269500 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 {{(pid=93000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:57:41.309771 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 14ac9660-02d1-4c3f-a9a6-c322e1ce1254, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=14ac9660-02d1-4c3f-a9a6-c322e1ce1254,segment=NetworkSegment(7d07a258-c4a7-4e28-b7a7-e65f63b3a875),segment_id=7d07a258-c4a7-4e28-b7a7-e65f63b3a875)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:57:41.320992 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:41.322082 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device c5b62512-2fb6-4f97-9859-55d090182bae details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:57:41.458663 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=14ac9660-02d1-4c3f-a9a6-c322e1ce1254,revision_number=9']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:41.533245 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port c5b62512-2fb6-4f97-9859-55d090182bae, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c5b62512-2fb6-4f97-9859-55d090182bae,segment=NetworkSegment(c2148e97-2ca2-4792-9bf9-1dcdc45b0171),segment_id=c2148e97-2ca2-4792-9bf9-1dcdc45b0171)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:57:41.546722 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Returning: {'device': 'c5b62512-2fb6-4f97-9859-55d090182bae', 'network_id': 'a22e6e87-305d-46fa-b2cb-69629eb50f6a', 'port_id': 'c5b62512-2fb6-4f97-9859-55d090182bae', 'mac_address': 'fa:16:3e:9b:25:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 525, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bb40fc2d-e834-4ac7-b97f-827806675359', 'ip_address': '192.168.233.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:57:41.596461 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:41.622922 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c5b62512-2fb6-4f97-9859-55d090182bae {{(pid=93000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:57:41.633269 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4239aff0-6163-4926-a159-8b501787deea req-d0250ece-720e-4a26-bb2b-9a091a7d0304 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:41.634874 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-4239aff0-6163-4926-a159-8b501787deea req-d0250ece-720e-4a26-bb2b-9a091a7d0304 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 985 time: 0.4229801 Jul 16 02:57:41.654049 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b50ab-cbca-44d7-ad3d-d076e05e7e77 req-1a08a20c-d425-4e3c-99f0-f7b114952a71 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:41.657396 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-763b50ab-cbca-44d7-ad3d-d076e05e7e77 req-1a08a20c-d425-4e3c-99f0-f7b114952a71 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 944 time: 0.3884852 Jul 16 02:57:41.660468 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port c5b62512-2fb6-4f97-9859-55d090182bae, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c5b62512-2fb6-4f97-9859-55d090182bae,segment=NetworkSegment(c2148e97-2ca2-4792-9bf9-1dcdc45b0171),segment_id=c2148e97-2ca2-4792-9bf9-1dcdc45b0171)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:57:41.668531 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:41.756238 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-4239aff0-6163-4926-a159-8b501787deea req-f7528998-a236-46f3-80aa-e2a13591ea68 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&id=0b7bc0ec-2fbd-45cc-ba6c-7c6c9d593c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0968568 Jul 16 02:57:41.767937 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=c5b62512-2fb6-4f97-9859-55d090182bae,revision_number=4']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:41.780175 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-763b50ab-cbca-44d7-ad3d-d076e05e7e77 req-70d4cc36-68d7-484b-84f6-fa512e8c00f3 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1075768 Jul 16 02:57:41.955904 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c276f065-62e3-4a36-a680-69541e8a363e req-f22ca433-a68d-428b-aa35-5bf175b40998 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:41.957813 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c276f065-62e3-4a36-a680-69541e8a363e req-f22ca433-a68d-428b-aa35-5bf175b40998 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.0732789 Jul 16 02:57:42.080530 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c276f065-62e3-4a36-a680-69541e8a363e req-a9419f92-1891-43fb-8ea7-a2239caf1760 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158204 Jul 16 02:57:42.138958 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a77b8ad-595f-4a3f-9abe-4c462be8aea7 req-e3e5e6fc-700b-4bed-9d55-a4828c9ed6a3 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:42.142210 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9a77b8ad-595f-4a3f-9abe-4c462be8aea7 req-e3e5e6fc-700b-4bed-9d55-a4828c9ed6a3 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/ports?device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 948 time: 0.1513860 Jul 16 02:57:42.152987 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['14ac9660-02d1-4c3f-a9a6-c322e1ce1254'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:57:42.213017 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9a77b8ad-595f-4a3f-9abe-4c462be8aea7 req-603f4c41-92b6-485e-af06-cc35dee6197a tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ea7e409-b599-4ee7-8c14-87fd20e36eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646951 Jul 16 02:57:42.223904 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['c5b62512-2fb6-4f97-9859-55d090182bae'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:57:42.459054 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3dab3b-9414-4c43-9926-2faf06f33cba req-6280e949-bec2-4788-b35c-213950543466 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:42.463002 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6b3dab3b-9414-4c43-9926-2faf06f33cba req-6280e949-bec2-4788-b35c-213950543466 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.1307526 Jul 16 02:57:42.566950 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6b3dab3b-9414-4c43-9926-2faf06f33cba req-0b3d289a-3f24-44c3-a87e-dca43384f375 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966296 Jul 16 02:57:42.910356 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 51294) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:43.092982 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-b520444c-0de3-40d0-a31e-3833ac25179a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:43.112184 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672de719-435b-45c4-8a13-956d4349668c req-89fc7d9a-f21a-47fe-807f-2ec26361bfa1 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:43.113807 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-672de719-435b-45c4-8a13-956d4349668c req-89fc7d9a-f21a-47fe-807f-2ec26361bfa1 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 985 time: 0.1765435 Jul 16 02:57:43.136605 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8814ce-c90c-48cd-bdc2-04975fe7fa1b req-d07470db-a908-4948-a478-fe7cb0aa7b76 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:43.138983 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ce8814ce-c90c-48cd-bdc2-04975fe7fa1b req-d07470db-a908-4948-a478-fe7cb0aa7b76 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 945 time: 0.1511204 Jul 16 02:57:43.236834 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-672de719-435b-45c4-8a13-956d4349668c req-65c98e11-bd78-45f3-9584-86e73e5f459c tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&id=0b7bc0ec-2fbd-45cc-ba6c-7c6c9d593c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0962164 Jul 16 02:57:43.237164 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-b520444c-0de3-40d0-a31e-3833ac25179a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:43.244974 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-b520444c-0de3-40d0-a31e-3833ac25179a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:43.258040 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ce8814ce-c90c-48cd-bdc2-04975fe7fa1b req-26718405-c405-4019-89ad-70edb18a3bb6 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063375 Jul 16 02:57:43.295167 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b520444c-0de3-40d0-a31e-3833ac25179a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=709ce2d5-3dae-44cb-8945-48b8d06f256a,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:43.303947 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-b520444c-0de3-40d0-a31e-3833ac25179a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ea2a679453c41d8bdde5699cea66ab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3924072 Jul 16 02:57:43.308964 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 51302) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:43.403440 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5336-8572-44cb-b80f-96d595c5d0a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:43.453507 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5336-8572-44cb-b80f-96d595c5d0a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:43.512806 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fd3f10-a5fd-4dd4-99de-49c4f1ec296a req-daeb51d4-29db-4e64-ab9a-6c87c7476903 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:43.517475 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d7fd3f10-a5fd-4dd4-99de-49c4f1ec296a req-daeb51d4-29db-4e64-ab9a-6c87c7476903 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/ports?device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 948 time: 0.1295321 Jul 16 02:57:43.564826 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5336-8572-44cb-b80f-96d595c5d0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:43.568286 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3e3f5336-8572-44cb-b80f-96d595c5d0a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:43.569643 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-3e3f5336-8572-44cb-b80f-96d595c5d0a7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/709ce2d5-3dae-44cb-8945-48b8d06f256a HTTP/1.1" status: 204 len: 168 time: 0.2589307 Jul 16 02:57:43.573865 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d7fd3f10-a5fd-4dd4-99de-49c4f1ec296a req-18bc748e-77d7-4cb5-b3db-cd31a41f8019 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ea7e409-b599-4ee7-8c14-87fd20e36eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508873 Jul 16 02:57:43.587979 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3f5336-8572-44cb-b80f-96d595c5d0a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=709ce2d5-3dae-44cb-8945-48b8d06f256a,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:43.814083 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1affa6e-e2f2-4022-85d3-0a02215739aa req-63f6cd9c-6ac8-4f99-8360-08c7c48df8bd tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:43.815772 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f1affa6e-e2f2-4022-85d3-0a02215739aa req-63f6cd9c-6ac8-4f99-8360-08c7c48df8bd tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.1024568 Jul 16 02:57:43.907156 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f1affa6e-e2f2-4022-85d3-0a02215739aa req-c7a8054b-8b0a-4bc6-8cf6-cf55601e8171 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798478 Jul 16 02:57:44.103098 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 51316) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:44.118120 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-e0eb51f0-0198-4035-b61b-0bd119d90a67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:44.240016 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-e0eb51f0-0198-4035-b61b-0bd119d90a67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:44.245375 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-e0eb51f0-0198-4035-b61b-0bd119d90a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:44.294170 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-e0eb51f0-0198-4035-b61b-0bd119d90a67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f77ec2dba40241518b1cf499456a0e69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1869063 Jul 16 02:57:44.294170 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0eb51f0-0198-4035-b61b-0bd119d90a67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590e5c0b-7a9f-4cce-8717-3755c0e27342,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:44.295065 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 51320) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:44.393433 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-68c9300d-4410-4c85-a00f-e16bac20ee56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:44.429524 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-68c9300d-4410-4c85-a00f-e16bac20ee56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:44.514182 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-68c9300d-4410-4c85-a00f-e16bac20ee56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:44.518083 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-68c9300d-4410-4c85-a00f-e16bac20ee56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:44.519484 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-68c9300d-4410-4c85-a00f-e16bac20ee56 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/590e5c0b-7a9f-4cce-8717-3755c0e27342 HTTP/1.1" status: 204 len: 168 time: 0.2234228 Jul 16 02:57:44.530691 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c9300d-4410-4c85-a00f-e16bac20ee56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590e5c0b-7a9f-4cce-8717-3755c0e27342,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:44.571624 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f02a3-2e03-4435-95d3-2a9d82b2afc3 req-f45caaf2-c56a-448d-85a1-819bde64c56a tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:44.575767 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b83f02a3-2e03-4435-95d3-2a9d82b2afc3 req-f45caaf2-c56a-448d-85a1-819bde64c56a tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 985 time: 0.1316667 Jul 16 02:57:44.627589 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d99786b-df64-4277-864e-02647faffddd req-608380bf-4ec0-4ef3-b73f-18df6b89552c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:44.629142 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5d99786b-df64-4277-864e-02647faffddd req-608380bf-4ec0-4ef3-b73f-18df6b89552c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 945 time: 0.1415923 Jul 16 02:57:44.656284 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b83f02a3-2e03-4435-95d3-2a9d82b2afc3 req-ba1db290-03b3-4603-b37e-75b773cc026f tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&id=0b7bc0ec-2fbd-45cc-ba6c-7c6c9d593c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0751181 Jul 16 02:57:44.706502 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5d99786b-df64-4277-864e-02647faffddd req-209b8bc4-6dcc-4da7-b470-5ec374978e0f tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0684719 Jul 16 02:57:44.945972 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6abd0c-b242-44bf-8f1e-b69351de4b58 req-b75399cd-86e2-44d1-bab7-1bc39241d493 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:44.947932 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3f6abd0c-b242-44bf-8f1e-b69351de4b58 req-b75399cd-86e2-44d1-bab7-1bc39241d493 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/ports?device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 948 time: 0.0908647 Jul 16 02:57:45.008449 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3f6abd0c-b242-44bf-8f1e-b69351de4b58 req-1dab7fa2-86e3-41ee-8d1f-65643fb447a9 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ea7e409-b599-4ee7-8c14-87fd20e36eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493701 Jul 16 02:57:45.019767 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 up at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:57:45.100076 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning complete for port 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:57:45.100444 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:45.204740 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26070c-78e4-4340-b13a-64b73ae7da13 req-9aeb794f-a72e-4775-be21-a4fca382bb5d tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:45.210396 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ff26070c-78e4-4340-b13a-64b73ae7da13 req-9aeb794f-a72e-4775-be21-a4fca382bb5d tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.1439211 Jul 16 02:57:45.253542 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:45.276272 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ff26070c-78e4-4340-b13a-64b73ae7da13 req-ac6600bd-d2d4-4219-93ca-e3d3240d2f1e tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533600 Jul 16 02:57:45.314838 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eafe7a2-404c-403f-9f8f-4e2edddc2d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ac9660-02d1-4c3f-a9a6-c322e1ce1254'}] {{(pid=93000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:57:45.314838 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea702c1d27a9afaa317d21627fdeb95d85c281d49492fc16ca315a181738864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99364a7c-f7f5-4370-9076-d9c6b7a454b9" -d '{"events": [{"server_uuid": "0eafe7a2-404c-403f-9f8f-4e2edddc2d4c", "name": "network-vif-plugged", "status": "completed", "tag": "14ac9660-02d1-4c3f-a9a6-c322e1ce1254"}]}' {{(pid=93000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:57:45.328230 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 14ac9660-02d1-4c3f-a9a6-c322e1ce1254, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=14ac9660-02d1-4c3f-a9a6-c322e1ce1254,segment=NetworkSegment(7d07a258-c4a7-4e28-b7a7-e65f63b3a875),segment_id=7d07a258-c4a7-4e28-b7a7-e65f63b3a875)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:57:45.334590 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:45.335719 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device c5b62512-2fb6-4f97-9859-55d090182bae up at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:57:45.387212 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb7e1d9b-eff8-479a-a96b-47ae1a3ef75b x-openstack-request-id: req-cb7e1d9b-eff8-479a-a96b-47ae1a3ef75b {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:57:45.387538 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eafe7a2-404c-403f-9f8f-4e2edddc2d4c", "name": "network-vif-plugged", "status": "completed", "tag": "14ac9660-02d1-4c3f-a9a6-c322e1ce1254", "code": 200}]} {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:57:45.387811 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cb7e1d9b-eff8-479a-a96b-47ae1a3ef75b {{(pid=93000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:57:45.387811 dv-cinder-788364-5-smb neutron-server[93000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eafe7a2-404c-403f-9f8f-4e2edddc2d4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14ac9660-02d1-4c3f-a9a6-c322e1ce1254', 'code': 200} Jul 16 02:57:45.429981 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=14ac9660-02d1-4c3f-a9a6-c322e1ce1254,revision_number=10']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:45.451637 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning for port c5b62512-2fb6-4f97-9859-55d090182bae completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:57:45.458313 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning complete for port c5b62512-2fb6-4f97-9859-55d090182bae triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:57:45.459258 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:45.601231 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:45.641876 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port c5b62512-2fb6-4f97-9859-55d090182bae, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c5b62512-2fb6-4f97-9859-55d090182bae,segment=NetworkSegment(c2148e97-2ca2-4792-9bf9-1dcdc45b0171),segment_id=c2148e97-2ca2-4792-9bf9-1dcdc45b0171)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:57:45.648034 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:45.692858 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda61fa-84cc-495f-afc1-290ba20067d6 req-db4f0604-004e-4832-9373-1be91e1adabe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:45.694490 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6cda61fa-84cc-495f-afc1-290ba20067d6 req-db4f0604-004e-4832-9373-1be91e1adabe service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b79bde3ef98a47fc8488184086b44b9c&device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 1098 time: 0.0727639 Jul 16 02:57:45.732712 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=c5b62512-2fb6-4f97-9859-55d090182bae,revision_number=5']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:45.842613 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda61fa-84cc-495f-afc1-290ba20067d6 req-ba53e066-f2fc-472c-a6a6-7f1ac075757d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:45.845370 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6cda61fa-84cc-495f-afc1-290ba20067d6 req-ba53e066-f2fc-472c-a6a6-7f1ac075757d service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e5c6bfb-07bb-468d-bd2e-617c99bc64ab HTTP/1.1" status: 200 len: 912 time: 0.1188250 Jul 16 02:57:45.927630 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6cda61fa-84cc-495f-afc1-290ba20067d6 req-97d3c4c1-1a89-4877-8b65-4d35d5f96b5a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddbac108-142f-461a-a20a-80bab77d9ef5 HTTP/1.1" status: 200 len: 1000 time: 0.0739872 Jul 16 02:57:45.973178 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb09022-d28c-44b4-a923-36b4e4dd39da req-6f719e5b-bc71-455b-b7ca-0a2350397725 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:45.974937 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-bfb09022-d28c-44b4-a923-36b4e4dd39da req-6f719e5b-bc71-455b-b7ca-0a2350397725 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 985 time: 0.1262565 Jul 16 02:57:45.997553 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a78a737-92f6-4053-a0cc-3c3eba5d9dab req-4452053c-06cb-4ab7-87ee-6e134dc56db5 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:45.999316 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6a78a737-92f6-4053-a0cc-3c3eba5d9dab req-4452053c-06cb-4ab7-87ee-6e134dc56db5 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 947 time: 0.1108890 Jul 16 02:57:46.017365 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda61fa-84cc-495f-afc1-290ba20067d6 req-b3649d6a-e8f7-4ba8-a9fc-50b1c90ebc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:46.020055 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6cda61fa-84cc-495f-afc1-290ba20067d6 req-b3649d6a-e8f7-4ba8-a9fc-50b1c90ebc24 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63a1915a-bab0-41c0-bb18-aaed33e028db HTTP/1.1" status: 200 len: 850 time: 0.0772548 Jul 16 02:57:46.054609 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-bfb09022-d28c-44b4-a923-36b4e4dd39da req-ca7142a4-8125-48a2-88b3-5a4cd843046e tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&id=0b7bc0ec-2fbd-45cc-ba6c-7c6c9d593c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0735142 Jul 16 02:57:46.083698 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6a78a737-92f6-4053-a0cc-3c3eba5d9dab req-9d95dc36-67d2-4cab-bbc0-51d6e6a5e70a tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717154 Jul 16 02:57:46.117637 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cda61fa-84cc-495f-afc1-290ba20067d6 req-12d44221-d822-47fd-9c0f-c451ba692cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:46.119262 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6cda61fa-84cc-495f-afc1-290ba20067d6 req-12d44221-d822-47fd-9c0f-c451ba692cba service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e5c6bfb-07bb-468d-bd2e-617c99bc64ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0906367 Jul 16 02:57:46.246418 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6cda61fa-84cc-495f-afc1-290ba20067d6 req-efd2e818-4582-4384-9c6f-3b25a3ecf68f service neutron] 10.222.0.52 "GET /v2.0/networks/5e5c6bfb-07bb-468d-bd2e-617c99bc64ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159365 Jul 16 02:57:46.294263 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29fd37e-a266-4401-8767-4410bc606a1f req-cbf5dcb6-8b56-4fcb-be1c-db40b36c7393 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:46.297745 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a29fd37e-a266-4401-8767-4410bc606a1f req-cbf5dcb6-8b56-4fcb-be1c-db40b36c7393 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/ports?device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 949 time: 0.0880966 Jul 16 02:57:46.365173 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a29fd37e-a266-4401-8767-4410bc606a1f req-e05c99bf-378a-4557-abc5-50e1ba0efaa9 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ea7e409-b599-4ee7-8c14-87fd20e36eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559657 Jul 16 02:57:46.403655 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6cda61fa-84cc-495f-afc1-290ba20067d6 req-3ae38ea7-986e-4c9e-bacb-33546492f3e7 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5c6bfb-07bb-468d-bd2e-617c99bc64ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502244 Jul 16 02:57:46.538574 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c843712c-56a7-44ce-bf12-aa9c26a7d5f7 req-8aaa0f80-9578-415a-98cb-9f9c36167975 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:46.548786 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c843712c-56a7-44ce-bf12-aa9c26a7d5f7 req-8aaa0f80-9578-415a-98cb-9f9c36167975 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.1175508 Jul 16 02:57:46.609078 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c843712c-56a7-44ce-bf12-aa9c26a7d5f7 req-6ae86c44-f2ad-421b-ad99-f757722a9e01 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573740 Jul 16 02:57:46.858720 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ffeef9-669b-40a5-8072-c6bf157f22d6 req-d6930958-dd80-4907-95b5-b6285905af0f tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:46.860414 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-04ffeef9-669b-40a5-8072-c6bf157f22d6 req-d6930958-dd80-4907-95b5-b6285905af0f tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.0816829 Jul 16 02:57:46.919689 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-04ffeef9-669b-40a5-8072-c6bf157f22d6 req-8b085229-c2a9-4ad4-83b6-049cac113e95 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531962 Jul 16 02:57:47.248104 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:47.308363 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c958c9c-e3be-47ae-8a0b-25ea40c53376 req-3676f001-5e61-4a01-8300-cc43839932fc tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:47.309877 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1c958c9c-e3be-47ae-8a0b-25ea40c53376 req-3676f001-5e61-4a01-8300-cc43839932fc tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 947 time: 0.1063871 Jul 16 02:57:47.318357 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599fdd71-3da4-465f-855a-23c44f9cdf58 req-a9d1c82a-3cfa-4653-93e7-200c86ca0999 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:47.319807 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-599fdd71-3da4-465f-855a-23c44f9cdf58 req-a9d1c82a-3cfa-4653-93e7-200c86ca0999 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 985 time: 0.1143210 Jul 16 02:57:47.383689 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-599fdd71-3da4-465f-855a-23c44f9cdf58 req-5c03dfff-6922-4d13-962b-4cf3f5fe4f90 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&id=0b7bc0ec-2fbd-45cc-ba6c-7c6c9d593c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0568824 Jul 16 02:57:47.386747 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1c958c9c-e3be-47ae-8a0b-25ea40c53376 req-b63abf10-6a49-48b0-b6d4-cc4765df2096 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659566 Jul 16 02:57:47.389099 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1566ad9b-c675-4e50-8bdd-2dd9170319fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b62512-2fb6-4f97-9859-55d090182bae'}] {{(pid=93000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:57:47.391669 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea702c1d27a9afaa317d21627fdeb95d85c281d49492fc16ca315a181738864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d0cbe5-73dd-4e51-b4d2-4bf2abe4ab5c" -d '{"events": [{"server_uuid": "1566ad9b-c675-4e50-8bdd-2dd9170319fb", "name": "network-vif-plugged", "status": "completed", "tag": "c5b62512-2fb6-4f97-9859-55d090182bae"}]}' {{(pid=93000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:57:47.438534 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12a55a0c-d62a-4b46-a6b6-0683eac38212 x-openstack-request-id: req-12a55a0c-d62a-4b46-a6b6-0683eac38212 {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:57:47.438821 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1566ad9b-c675-4e50-8bdd-2dd9170319fb", "name": "network-vif-plugged", "status": "completed", "tag": "c5b62512-2fb6-4f97-9859-55d090182bae", "code": 200}]} {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:57:47.439066 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12a55a0c-d62a-4b46-a6b6-0683eac38212 {{(pid=93000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:57:47.439486 dv-cinder-788364-5-smb neutron-server[93000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1566ad9b-c675-4e50-8bdd-2dd9170319fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c5b62512-2fb6-4f97-9859-55d090182bae', 'code': 200} Jul 16 02:57:47.563877 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91cd481-297f-4301-9560-ec67159325de req-454c980a-b526-4c3c-b8b7-c92f97ef3932 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:47.565447 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a91cd481-297f-4301-9560-ec67159325de req-454c980a-b526-4c3c-b8b7-c92f97ef3932 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/ports?device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 949 time: 0.0714111 Jul 16 02:57:47.610386 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a91cd481-297f-4301-9560-ec67159325de req-1572c1f7-babd-4df0-bf7e-dff97d130a50 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ea7e409-b599-4ee7-8c14-87fd20e36eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348101 Jul 16 02:57:47.805769 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bc649-be7b-432a-9fba-dd0208235f9b req-789b31aa-01d0-4fd0-a2bc-efcbab0f5ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:47.807394 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-5e6bc649-be7b-432a-9fba-dd0208235f9b req-789b31aa-01d0-4fd0-a2bc-efcbab0f5ff9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 1102 time: 0.0897281 Jul 16 02:57:47.810018 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78b4c8-8575-495f-aa02-67237c07fcac req-557c94a5-8739-484b-a995-6731da5efcc0 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:47.811815 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5b78b4c8-8575-495f-aa02-67237c07fcac req-557c94a5-8739-484b-a995-6731da5efcc0 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.0663161 Jul 16 02:57:47.859938 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-5e6bc649-be7b-432a-9fba-dd0208235f9b req-d3d195c9-a55f-47fa-9f76-1dd3a43f56dd service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0ea7e409-b599-4ee7-8c14-87fd20e36eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446634 Jul 16 02:57:47.863561 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5b78b4c8-8575-495f-aa02-67237c07fcac req-4c2531a6-fc3e-4270-9f7c-1b1002d92a56 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444236 Jul 16 02:57:48.103725 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598e5ab2-98f2-4379-af50-e01c7b70f81a req-4100eaee-0fab-44f6-bfbf-32615f09af25 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:48.105215 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-598e5ab2-98f2-4379-af50-e01c7b70f81a req-4100eaee-0fab-44f6-bfbf-32615f09af25 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.0715692 Jul 16 02:57:48.153986 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-598e5ab2-98f2-4379-af50-e01c7b70f81a req-c946c5a4-d7bd-4d8f-8a91-1dcc6be979d3 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419197 Jul 16 02:57:48.353855 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-952835e1-9ff0-4a9f-88e2-e68c9df65593 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:48.655174 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cef96e-2b05-44ff-92b7-1f4a32891ff9 req-c4a0b4d8-da86-48cd-8528-5f829b238326 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:48.656750 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-24cef96e-2b05-44ff-92b7-1f4a32891ff9 req-c4a0b4d8-da86-48cd-8528-5f829b238326 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 985 time: 0.1176195 Jul 16 02:57:48.665252 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec869bb-0fdb-4914-8782-f227899dcd3f req-83e3694f-3b80-458f-ac04-133334fc8cd1 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:48.666697 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fec869bb-0fdb-4914-8782-f227899dcd3f req-83e3694f-3b80-458f-ac04-133334fc8cd1 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 947 time: 0.1164432 Jul 16 02:57:48.725579 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-24cef96e-2b05-44ff-92b7-1f4a32891ff9 req-7a8fb798-f332-4dc5-a624-ab4bdcf9f8c2 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&id=0b7bc0ec-2fbd-45cc-ba6c-7c6c9d593c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578692 Jul 16 02:57:48.730674 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fec869bb-0fdb-4914-8782-f227899dcd3f req-acb8055c-5b67-4cf1-b92b-8854fd7e38e9 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569108 Jul 16 02:57:48.892714 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413ab9dd-17ec-46d6-9086-fdca1978ac45 req-a89080a9-cdf6-41da-b357-918249660d77 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:48.894202 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-413ab9dd-17ec-46d6-9086-fdca1978ac45 req-a89080a9-cdf6-41da-b357-918249660d77 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/ports?device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 949 time: 0.0648746 Jul 16 02:57:48.937340 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-413ab9dd-17ec-46d6-9086-fdca1978ac45 req-f7bf66db-4648-41e8-bd06-690f60d6dc76 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ea7e409-b599-4ee7-8c14-87fd20e36eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357678 Jul 16 02:57:49.053546 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00a0d56-f552-4c13-9b24-0ab808c20fc0 req-c39ae7b9-067c-4dff-a7ca-70417ff00e6e tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:49.055053 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f00a0d56-f552-4c13-9b24-0ab808c20fc0 req-c39ae7b9-067c-4dff-a7ca-70417ff00e6e tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.0717163 Jul 16 02:57:49.099626 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f00a0d56-f552-4c13-9b24-0ab808c20fc0 req-717cff0e-bdb9-4852-a6f4-767b0476704b tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388844 Jul 16 02:57:49.347078 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35811ea2-37c3-45b3-a1fb-0126f650bcab req-02172cb2-f2e2-4a3f-b467-60e26d44d9c1 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:49.348775 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-35811ea2-37c3-45b3-a1fb-0126f650bcab req-02172cb2-f2e2-4a3f-b467-60e26d44d9c1 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.0780826 Jul 16 02:57:49.415407 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-35811ea2-37c3-45b3-a1fb-0126f650bcab req-835eeb62-6357-4c77-a206-cf458e70fe1e tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600293 Jul 16 02:57:49.976341 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d9967-b6ac-47e7-9b7f-2cd8486db27d req-76014f16-5575-488b-889d-9b67c8512e78 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:49.977602 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-086d9967-b6ac-47e7-9b7f-2cd8486db27d req-76014f16-5575-488b-889d-9b67c8512e78 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 985 time: 0.1233184 Jul 16 02:57:49.986746 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce4eb4-a1b1-4afc-b7c3-681ef92d73d5 req-726b7263-1f84-4cac-baf6-2ddc97c2b8a6 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:49.988375 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-53ce4eb4-a1b1-4afc-b7c3-681ef92d73d5 req-726b7263-1f84-4cac-baf6-2ddc97c2b8a6 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 947 time: 0.1319833 Jul 16 02:57:50.058870 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-086d9967-b6ac-47e7-9b7f-2cd8486db27d req-e194b6b1-e764-4c8a-953a-853bdba3386e tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&id=0b7bc0ec-2fbd-45cc-ba6c-7c6c9d593c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0692570 Jul 16 02:57:50.063513 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-53ce4eb4-a1b1-4afc-b7c3-681ef92d73d5 req-b219f952-d7a8-4703-9dc3-aa4a16be8e1e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0651250 Jul 16 02:57:50.347913 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c60d971-3acf-4635-80b4-dd74057d40dc req-3119e3ed-f683-4574-a716-ac108fceae6d tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:50.350727 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0c60d971-3acf-4635-80b4-dd74057d40dc req-3119e3ed-f683-4574-a716-ac108fceae6d tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/ports?device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 949 time: 0.1540790 Jul 16 02:57:50.363731 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff72ed9-f4bb-45db-9dbe-812eeda6f7d3 req-83b5b9a6-ff14-4466-8b9f-24711ffc47b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:50.366262 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-2ff72ed9-f4bb-45db-9dbe-812eeda6f7d3 req-83b5b9a6-ff14-4466-8b9f-24711ffc47b2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 1100 time: 0.0662293 Jul 16 02:57:50.413914 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-2ff72ed9-f4bb-45db-9dbe-812eeda6f7d3 req-ecf0bd8c-7051-4a89-b897-45ae2fe1f86a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405216 Jul 16 02:57:50.414688 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba03380-97cb-4cb8-af99-1af4ac0a59be req-f2fccd7a-17e7-4863-bc6f-bc5b7eefb216 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:50.416628 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-cba03380-97cb-4cb8-af99-1af4ac0a59be req-f2fccd7a-17e7-4863-bc6f-bc5b7eefb216 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.1554871 Jul 16 02:57:50.422742 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0c60d971-3acf-4635-80b4-dd74057d40dc req-eb8e4625-5828-4842-b95d-e1d9790a3a83 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ea7e409-b599-4ee7-8c14-87fd20e36eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586805 Jul 16 02:57:50.463339 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-cba03380-97cb-4cb8-af99-1af4ac0a59be req-50d39f40-fed2-42ed-be11-f330fa80b9cd tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390408 Jul 16 02:57:50.736218 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a0226d-9ac9-4a2e-a698-27c5e55f0b7d req-f93dce19-5424-4f5e-bf86-6cba52c3cc0a tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:50.739343 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-65a0226d-9ac9-4a2e-a698-27c5e55f0b7d req-f93dce19-5424-4f5e-bf86-6cba52c3cc0a tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.1217973 Jul 16 02:57:50.786382 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-65a0226d-9ac9-4a2e-a698-27c5e55f0b7d req-db321372-aaef-4611-8cf7-503f8c7a03a9 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409701 Jul 16 02:57:50.922418 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f56f62c-f084-4c96-aabd-866479616a2b req-a2a0d26e-0823-43c5-bed8-5d63f0506be5 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:50.923998 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0f56f62c-f084-4c96-aabd-866479616a2b req-a2a0d26e-0823-43c5-bed8-5d63f0506be5 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/ports?device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 949 time: 0.0769522 Jul 16 02:57:50.967350 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0f56f62c-f084-4c96-aabd-866479616a2b req-23102330-c4bc-4c27-ae3b-1fd52228118a tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ea7e409-b599-4ee7-8c14-87fd20e36eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373421 Jul 16 02:57:51.289786 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11889518-8789-4466-8f72-707fd44070bf req-ad76dbac-d7f7-4cb9-b09d-c2460fcf0017 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:51.291299 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-11889518-8789-4466-8f72-707fd44070bf req-ad76dbac-d7f7-4cb9-b09d-c2460fcf0017 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 985 time: 0.1074822 Jul 16 02:57:51.304625 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a129666-280e-4aab-9f81-0ac33dab736f req-456e5606-f275-4a6e-bc63-d540435838ca tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:51.306472 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1a129666-280e-4aab-9f81-0ac33dab736f req-456e5606-f275-4a6e-bc63-d540435838ca tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 947 time: 0.0934007 Jul 16 02:57:51.337062 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:51.372135 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-11889518-8789-4466-8f72-707fd44070bf req-0365b513-0a32-45fd-83bf-5ed51798bc54 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&id=0b7bc0ec-2fbd-45cc-ba6c-7c6c9d593c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0644209 Jul 16 02:57:51.377715 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1a129666-280e-4aab-9f81-0ac33dab736f req-d81c9d4d-2cc9-46d5-bea0-7ed58ef53a7d tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624917 Jul 16 02:57:51.604995 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-f860590e-6148-458c-8a48-f804e46ea691 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:51.652636 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe75c67-8fc6-4ad0-84b2-5f5e1d06fe05 req-b3f9796c-fbf4-4f78-9d5d-c5a81fb74587 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:51.654276 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-bbe75c67-8fc6-4ad0-84b2-5f5e1d06fe05 req-b3f9796c-fbf4-4f78-9d5d-c5a81fb74587 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.0724812 Jul 16 02:57:51.708011 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-bbe75c67-8fc6-4ad0-84b2-5f5e1d06fe05 req-234a431e-cd9c-4d63-96e7-5349c3ed8dab tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449560 Jul 16 02:57:51.998979 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c2bd7f-e902-467a-91e5-c6fe14369af7 req-2620c889-5024-48b9-b840-3b9082b021c3 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:52.001073 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-21c2bd7f-e902-467a-91e5-c6fe14369af7 req-2620c889-5024-48b9-b840-3b9082b021c3 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.0825739 Jul 16 02:57:52.068531 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-21c2bd7f-e902-467a-91e5-c6fe14369af7 req-6c9d52e0-cd2b-4055-98b2-d160e6a1f5fb tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560458 Jul 16 02:57:52.226397 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7ec69f-cff2-44ff-aa2f-54fc95e1a0c6 req-831479a4-8a36-4c59-b5b7-fa3e2729a872 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:52.229026 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7f7ec69f-cff2-44ff-aa2f-54fc95e1a0c6 req-831479a4-8a36-4c59-b5b7-fa3e2729a872 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/ports?device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 949 time: 0.0922410 Jul 16 02:57:52.241923 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 51542) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:52.285275 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7f7ec69f-cff2-44ff-aa2f-54fc95e1a0c6 req-e4461ae1-22da-4288-8d73-20188fc5428a tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ea7e409-b599-4ee7-8c14-87fd20e36eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441456 Jul 16 02:57:52.476240 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f8028693-d0b3-44f9-b325-4c1fee7e37fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:52.628023 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f8028693-d0b3-44f9-b325-4c1fee7e37fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:52.634248 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f8028693-d0b3-44f9-b325-4c1fee7e37fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:52.658596 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f732089-36ec-4d10-9215-8ec2470768cb req-64520c2a-9846-4dad-bddd-155f2fdcfed3 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:52.660656 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9f732089-36ec-4d10-9215-8ec2470768cb req-64520c2a-9846-4dad-bddd-155f2fdcfed3 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 947 time: 0.1385787 Jul 16 02:57:52.675333 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add105df-70d8-48f3-877e-bb2c4f30bdd9 req-fa95e302-ad00-40a4-a40b-67ecffc0abc8 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:52.676994 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-add105df-70d8-48f3-877e-bb2c4f30bdd9 req-fa95e302-ad00-40a4-a40b-67ecffc0abc8 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 985 time: 0.1179891 Jul 16 02:57:52.696357 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-f8028693-d0b3-44f9-b325-4c1fee7e37fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e558833f47449f2908081e6769141ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4520183 Jul 16 02:57:52.698708 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8028693-d0b3-44f9-b325-4c1fee7e37fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fc3e51a-50e0-44bf-9aac-7f9144760d16,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:52.700759 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 51562) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:52.708329 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8028693-d0b3-44f9-b325-4c1fee7e37fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:52.708726 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8028693-d0b3-44f9-b325-4c1fee7e37fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:52.709314 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8028693-d0b3-44f9-b325-4c1fee7e37fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:52.709655 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8028693-d0b3-44f9-b325-4c1fee7e37fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:52.710242 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8028693-d0b3-44f9-b325-4c1fee7e37fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:52.710534 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8028693-d0b3-44f9-b325-4c1fee7e37fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:52.710956 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8028693-d0b3-44f9-b325-4c1fee7e37fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:52.711351 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8028693-d0b3-44f9-b325-4c1fee7e37fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:52.711673 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8028693-d0b3-44f9-b325-4c1fee7e37fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:52.712112 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8028693-d0b3-44f9-b325-4c1fee7e37fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:52.712481 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8028693-d0b3-44f9-b325-4c1fee7e37fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:52.712835 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8028693-d0b3-44f9-b325-4c1fee7e37fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:57:52.731818 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:52.784596 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9f732089-36ec-4d10-9215-8ec2470768cb req-9a6b04d4-85b1-4ce9-a9ac-d2f49cea7d77 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1064312 Jul 16 02:57:52.801916 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-add105df-70d8-48f3-877e-bb2c4f30bdd9 req-316699e6-a720-40ff-903b-dec828e3f4fd tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&id=0b7bc0ec-2fbd-45cc-ba6c-7c6c9d593c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1151798 Jul 16 02:57:52.835311 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-072cb23b-672a-4aed-8065-604d0b25be96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:52.876747 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-072cb23b-672a-4aed-8065-604d0b25be96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:52.971884 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-072cb23b-672a-4aed-8065-604d0b25be96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:52.974416 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-072cb23b-672a-4aed-8065-604d0b25be96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:52.975570 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-072cb23b-672a-4aed-8065-604d0b25be96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1fc3e51a-50e0-44bf-9aac-7f9144760d16 HTTP/1.1" status: 204 len: 168 time: 0.2738557 Jul 16 02:57:52.989244 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072cb23b-672a-4aed-8065-604d0b25be96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fc3e51a-50e0-44bf-9aac-7f9144760d16,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:53.036165 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332f2a32-32a8-470e-adcd-b88d9985238b req-1be99e5c-8f27-4deb-b97f-bdeb203fb946 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:53.038451 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-332f2a32-32a8-470e-adcd-b88d9985238b req-1be99e5c-8f27-4deb-b97f-bdeb203fb946 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.1107841 Jul 16 02:57:53.109755 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-332f2a32-32a8-470e-adcd-b88d9985238b req-085c5bb4-3495-4cd4-8a7e-44134de64ec3 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637310 Jul 16 02:57:53.297448 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc34215-794d-47b7-9357-e7e1bd79c852 req-bc28135c-e623-4483-88e7-509f9590050a tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:53.300449 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1cc34215-794d-47b7-9357-e7e1bd79c852 req-bc28135c-e623-4483-88e7-509f9590050a tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.0895314 Jul 16 02:57:53.366581 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1cc34215-794d-47b7-9357-e7e1bd79c852 req-299f8b01-c9a9-4cda-b310-edf6b476e4db tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601373 Jul 16 02:57:53.387950 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 51596) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:53.403094 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-cc28f256-cbe8-43bc-88f4-a0b46dce8660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:53.564829 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-cc28f256-cbe8-43bc-88f4-a0b46dce8660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:53.570919 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-cc28f256-cbe8-43bc-88f4-a0b46dce8660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:53.584723 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d7d6c-7c8b-4dd0-89f0-9f767333696e req-a69451da-15e6-489b-9ca4-4bda9518ff59 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:53.586361 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d36d7d6c-7c8b-4dd0-89f0-9f767333696e req-a69451da-15e6-489b-9ca4-4bda9518ff59 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/ports?device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 949 time: 0.1205535 Jul 16 02:57:53.643872 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-cc28f256-cbe8-43bc-88f4-a0b46dce8660 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2ceb28599504fcbb1a17b1cb173155f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2546647 Jul 16 02:57:53.647520 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 51598) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:53.648076 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc28f256-cbe8-43bc-88f4-a0b46dce8660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc28007d-39cb-4f7f-9bd3-56f69f50f1c1,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:53.675109 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d36d7d6c-7c8b-4dd0-89f0-9f767333696e req-1bfd19f7-40c9-4e81-b6a0-cb243e510775 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ea7e409-b599-4ee7-8c14-87fd20e36eb1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738447 Jul 16 02:57:53.717060 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-452bc43e-c144-459e-8437-750b757f0666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:53.742776 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-452bc43e-c144-459e-8437-750b757f0666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:53.796711 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-452bc43e-c144-459e-8437-750b757f0666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:53.799392 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-452bc43e-c144-459e-8437-750b757f0666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:53.800617 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-452bc43e-c144-459e-8437-750b757f0666 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc28007d-39cb-4f7f-9bd3-56f69f50f1c1 HTTP/1.1" status: 204 len: 168 time: 0.1515532 Jul 16 02:57:53.809032 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452bc43e-c144-459e-8437-750b757f0666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc28007d-39cb-4f7f-9bd3-56f69f50f1c1,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:54.008143 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48bd569-4ff7-4ef5-8462-b7eb70fcbd60 req-a9df1b4a-8c76-4b13-bd82-f36ed13a05a8 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:54.010147 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-b48bd569-4ff7-4ef5-8462-b7eb70fcbd60 req-a9df1b4a-8c76-4b13-bd82-f36ed13a05a8 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.52 "GET /v2.0/ports?device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 949 time: 0.1640146 Jul 16 02:57:54.161187 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e364562c-269e-4bd6-aba2-7a3040be530c req-9eb27684-95fe-4b99-8580-df689e65a177 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:54.163199 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e364562c-269e-4bd6-aba2-7a3040be530c req-9eb27684-95fe-4b99-8580-df689e65a177 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 947 time: 0.1344459 Jul 16 02:57:54.172788 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:54.180380 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168b491e-0a6b-4ad1-976a-cd9ebf69270d req-1635c6bc-18b6-4ee2-8ff8-14d384e60d5f tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:54.182258 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-168b491e-0a6b-4ad1-976a-cd9ebf69270d req-1635c6bc-18b6-4ee2-8ff8-14d384e60d5f tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 985 time: 0.1515183 Jul 16 02:57:54.238885 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [req-b48bd569-4ff7-4ef5-8462-b7eb70fcbd60 req-a93be8f3-d90b-4695-85d6-b6e7734c8ae6 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Deleting port c5b62512-2fb6-4f97-9859-55d090182bae {{(pid=92999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:57:54.239403 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-b48bd569-4ff7-4ef5-8462-b7eb70fcbd60 req-a93be8f3-d90b-4695-85d6-b6e7734c8ae6 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:54.246194 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e364562c-269e-4bd6-aba2-7a3040be530c req-077298a8-bb38-4782-baa3-53e812ac3671 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0626242 Jul 16 02:57:54.267077 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-168b491e-0a6b-4ad1-976a-cd9ebf69270d req-3db84b51-bc9e-4410-ba81-bf5b591204ec tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&id=0b7bc0ec-2fbd-45cc-ba6c-7c6c9d593c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0679111 Jul 16 02:57:54.410363 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-b48bd569-4ff7-4ef5-8462-b7eb70fcbd60 req-a93be8f3-d90b-4695-85d6-b6e7734c8ae6 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] For port c5b62512-2fb6-4f97-9859-55d090182bae, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=c5b62512-2fb6-4f97-9859-55d090182bae,segment=NetworkSegment(c2148e97-2ca2-4792-9bf9-1dcdc45b0171),segment_id=c2148e97-2ca2-4792-9bf9-1dcdc45b0171)] {{(pid=92999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:57:54.411190 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-b48bd569-4ff7-4ef5-8462-b7eb70fcbd60 req-a93be8f3-d90b-4695-85d6-b6e7734c8ae6 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:54.437783 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [req-b48bd569-4ff7-4ef5-8462-b7eb70fcbd60 req-a93be8f3-d90b-4695-85d6-b6e7734c8ae6 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Calling delete_port for c5b62512-2fb6-4f97-9859-55d090182bae owned by compute:nova {{(pid=92999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:57:54.507719 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62756c11-3260-4c8e-bc61-699e521030e3 req-49c8b2cc-3bf1-409d-8d12-f9b7b0aaf6c2 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:54.515345 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-62756c11-3260-4c8e-bc61-699e521030e3 req-49c8b2cc-3bf1-409d-8d12-f9b7b0aaf6c2 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.1106899 Jul 16 02:57:54.568888 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-62756c11-3260-4c8e-bc61-699e521030e3 req-b9225e29-b0fd-403d-9cde-4bc8d4906c10 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524335 Jul 16 02:57:54.642011 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-b48bd569-4ff7-4ef5-8462-b7eb70fcbd60 req-a93be8f3-d90b-4695-85d6-b6e7734c8ae6 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:54.652569 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1473f6f7-f2d9-4690-a36a-79a618de75aa req-c293e4ab-8988-42b8-b147-fc8e0983170f tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:54.661080 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1473f6f7-f2d9-4690-a36a-79a618de75aa req-c293e4ab-8988-42b8-b147-fc8e0983170f tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.0904210 Jul 16 02:57:54.677475 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93be8f3-d90b-4695-85d6-b6e7734c8ae6 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Pushing event deleted for resources: {'Port': ['ID=c5b62512-2fb6-4f97-9859-55d090182bae,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:54.705067 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['c5b62512-2fb6-4f97-9859-55d090182bae'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:57:54.707399 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1473f6f7-f2d9-4690-a36a-79a618de75aa req-73be0460-3b28-4795-869b-c16c5b32083e tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441606 Jul 16 02:57:54.763775 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48bd569-4ff7-4ef5-8462-b7eb70fcbd60 req-a93be8f3-d90b-4695-85d6-b6e7734c8ae6 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] No DVR routers for this DVR port c5b62512-2fb6-4f97-9859-55d090182bae on host hv-cinder-78836 {{(pid=92999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:57:54.768011 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-b48bd569-4ff7-4ef5-8462-b7eb70fcbd60 req-a93be8f3-d90b-4695-85d6-b6e7734c8ae6 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:54.771507 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-b48bd569-4ff7-4ef5-8462-b7eb70fcbd60 req-a93be8f3-d90b-4695-85d6-b6e7734c8ae6 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.52 "DELETE /v2.0/ports/c5b62512-2fb6-4f97-9859-55d090182bae HTTP/1.1" status: 204 len: 173 time: 0.7505515 Jul 16 02:57:54.772156 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1566ad9b-c675-4e50-8bdd-2dd9170319fb', 'name': 'network-vif-deleted', 'tag': 'c5b62512-2fb6-4f97-9859-55d090182bae'}] {{(pid=92999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:57:54.774676 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7924d30a451bfb46b248ee236a8924541a1a79d63876f3bc8bdb08287585aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4d02aec-29e9-4548-acae-af563389222a" -d '{"events": [{"server_uuid": "1566ad9b-c675-4e50-8bdd-2dd9170319fb", "name": "network-vif-deleted", "tag": "c5b62512-2fb6-4f97-9859-55d090182bae"}]}' {{(pid=92999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:57:54.829870 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7a66bc-f036-491e-b116-f242c08c220e x-openstack-request-id: req-ff7a66bc-f036-491e-b116-f242c08c220e {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:57:54.830161 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1566ad9b-c675-4e50-8bdd-2dd9170319fb", "name": "network-vif-deleted", "tag": "c5b62512-2fb6-4f97-9859-55d090182bae", "status": "completed", "code": 200}]} {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:57:54.830403 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff7a66bc-f036-491e-b116-f242c08c220e {{(pid=92999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:57:54.830819 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1566ad9b-c675-4e50-8bdd-2dd9170319fb', 'name': 'network-vif-deleted', 'tag': 'c5b62512-2fb6-4f97-9859-55d090182bae', 'status': 'completed', 'code': 200} Jul 16 02:57:54.960148 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2fbe9a94-ecce-4850-8e95-c2e4f848642f req-dc036d2e-4b34-45a9-993f-b6667964eb04 tempest-VolumesNegativeTest-974080 tempest-VolumesNegativeTest-974080-project] 10.222.0.21 "GET /v2.0/ports?device_id=1566ad9b-c675-4e50-8bdd-2dd9170319fb HTTP/1.1" status: 200 len: 210 time: 0.0730791 Jul 16 02:57:55.180728 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80e6f0-a45a-4c04-877b-1dc489be899d req-aa93cfc7-7cf1-4fc3-93b4-bb82207900c4 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:55.184197 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-7b80e6f0-a45a-4c04-877b-1dc489be899d req-aa93cfc7-7cf1-4fc3-93b4-bb82207900c4 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.52 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 945 time: 0.1123853 Jul 16 02:57:55.369833 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [req-7b80e6f0-a45a-4c04-877b-1dc489be899d req-96bc0533-1f0e-4f05-bb75-b9005b6f72a4 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Deleting port 1be41617-68b4-4b5b-8be8-c7c8adbf9d87 {{(pid=92999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:57:55.370287 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-7b80e6f0-a45a-4c04-877b-1dc489be899d req-96bc0533-1f0e-4f05-bb75-b9005b6f72a4 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:55.511547 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-7b80e6f0-a45a-4c04-877b-1dc489be899d req-96bc0533-1f0e-4f05-bb75-b9005b6f72a4 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] For port 1be41617-68b4-4b5b-8be8-c7c8adbf9d87, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=1be41617-68b4-4b5b-8be8-c7c8adbf9d87,segment=NetworkSegment(4ed6d855-b950-4744-a0c4-4d38455d73bd),segment_id=4ed6d855-b950-4744-a0c4-4d38455d73bd)] {{(pid=92999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:57:55.511965 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-7b80e6f0-a45a-4c04-877b-1dc489be899d req-96bc0533-1f0e-4f05-bb75-b9005b6f72a4 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:55.533863 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [req-7b80e6f0-a45a-4c04-877b-1dc489be899d req-96bc0533-1f0e-4f05-bb75-b9005b6f72a4 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Calling delete_port for 1be41617-68b4-4b5b-8be8-c7c8adbf9d87 owned by compute:nova {{(pid=92999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:57:55.606448 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9594236-185f-4395-9da9-56036c66d00e req-6497b098-f546-4a8a-b215-c493d727205e tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:55.609731 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c9594236-185f-4395-9da9-56036c66d00e req-6497b098-f546-4a8a-b215-c493d727205e tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 985 time: 0.1634011 Jul 16 02:57:55.703091 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c9594236-185f-4395-9da9-56036c66d00e req-c712d32d-f96d-4f1f-a789-aac0ddbe41b2 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&id=0b7bc0ec-2fbd-45cc-ba6c-7c6c9d593c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0861549 Jul 16 02:57:55.751700 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-7b80e6f0-a45a-4c04-877b-1dc489be899d req-96bc0533-1f0e-4f05-bb75-b9005b6f72a4 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:55.785767 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc0533-1f0e-4f05-bb75-b9005b6f72a4 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Pushing event deleted for resources: {'Port': ['ID=1be41617-68b4-4b5b-8be8-c7c8adbf9d87,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:55.803858 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['e3ae29bd-e1c6-45c9-9f46-f56b4108c911', '1be41617-68b4-4b5b-8be8-c7c8adbf9d87'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:57:55.905496 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b80e6f0-a45a-4c04-877b-1dc489be899d req-96bc0533-1f0e-4f05-bb75-b9005b6f72a4 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] No DVR routers for this DVR port 1be41617-68b4-4b5b-8be8-c7c8adbf9d87 on host hv-cinder-78836 {{(pid=92999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:57:55.913372 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-7b80e6f0-a45a-4c04-877b-1dc489be899d req-96bc0533-1f0e-4f05-bb75-b9005b6f72a4 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:55.915460 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-7b80e6f0-a45a-4c04-877b-1dc489be899d req-96bc0533-1f0e-4f05-bb75-b9005b6f72a4 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.52 "DELETE /v2.0/ports/1be41617-68b4-4b5b-8be8-c7c8adbf9d87 HTTP/1.1" status: 204 len: 173 time: 0.7201579 Jul 16 02:57:55.959446 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f14578-b28b-47ec-a9a1-1499e04a9401 req-db4e26e0-ecf4-4f87-94ca-b4f21811cb2f tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:55.961257 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-00f14578-b28b-47ec-a9a1-1499e04a9401 req-db4e26e0-ecf4-4f87-94ca-b4f21811cb2f tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.1077113 Jul 16 02:57:56.033865 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-00f14578-b28b-47ec-a9a1-1499e04a9401 req-a535d53d-e65f-48b2-9f9f-3d678a933e7c tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663099 Jul 16 02:57:56.215946 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d6dba8e7-7649-4842-b0dd-9e29e4806bff req-aa6f8b59-7186-46ed-8a11-5ca8ce6981e2 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc3207ee-5346-47fa-ba7b-ee5bfed3f096 HTTP/1.1" status: 200 len: 210 time: 0.0438743 Jul 16 02:57:56.604387 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd2912c-ee94-4794-b3cd-ff25a6914133 req-4f091192-8260-4e26-86d7-66ee39322c81 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:56.606129 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-dcd2912c-ee94-4794-b3cd-ff25a6914133 req-4f091192-8260-4e26-86d7-66ee39322c81 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.1055734 Jul 16 02:57:56.630160 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbc72e-f9d6-453e-afaa-d6e213417353 req-221395d5-d3ce-45f0-bd2f-0099a0b52bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:56.632613 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-e7dbc72e-f9d6-453e-afaa-d6e213417353 req-221395d5-d3ce-45f0-bd2f-0099a0b52bc3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b79bde3ef98a47fc8488184086b44b9c&device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 1098 time: 0.0906959 Jul 16 02:57:56.657730 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-dcd2912c-ee94-4794-b3cd-ff25a6914133 req-041020e3-37e8-45fb-927d-1b8b9c350a1e tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426867 Jul 16 02:57:56.778600 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbc72e-f9d6-453e-afaa-d6e213417353 req-c332c247-91df-4365-83f8-af908d180052 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:56.780729 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-e7dbc72e-f9d6-453e-afaa-d6e213417353 req-c332c247-91df-4365-83f8-af908d180052 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e5c6bfb-07bb-468d-bd2e-617c99bc64ab HTTP/1.1" status: 200 len: 912 time: 0.1358886 Jul 16 02:57:56.865042 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc3207ee-5346-47fa-ba7b-ee5bfed3f096', 'name': 'network-vif-deleted', 'tag': '1be41617-68b4-4b5b-8be8-c7c8adbf9d87'}] {{(pid=92999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:57:56.867394 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7924d30a451bfb46b248ee236a8924541a1a79d63876f3bc8bdb08287585aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e4b2e04-1a46-4d38-a49b-5e9da8d6a08d" -d '{"events": [{"server_uuid": "fc3207ee-5346-47fa-ba7b-ee5bfed3f096", "name": "network-vif-deleted", "tag": "1be41617-68b4-4b5b-8be8-c7c8adbf9d87"}]}' {{(pid=92999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:57:56.904918 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-e7dbc72e-f9d6-453e-afaa-d6e213417353 req-279aff1a-0138-458a-9f22-523542cfc09d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ddbac108-142f-461a-a20a-80bab77d9ef5 HTTP/1.1" status: 200 len: 1000 time: 0.0995228 Jul 16 02:57:56.947064 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-503798eb-0171-4eeb-8feb-117fc7f272cd x-openstack-request-id: req-503798eb-0171-4eeb-8feb-117fc7f272cd {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:57:56.947752 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc3207ee-5346-47fa-ba7b-ee5bfed3f096", "name": "network-vif-deleted", "tag": "1be41617-68b4-4b5b-8be8-c7c8adbf9d87", "status": "completed", "code": 200}]} {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:57:56.948306 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-503798eb-0171-4eeb-8feb-117fc7f272cd {{(pid=92999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:57:56.948910 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc3207ee-5346-47fa-ba7b-ee5bfed3f096', 'name': 'network-vif-deleted', 'tag': '1be41617-68b4-4b5b-8be8-c7c8adbf9d87', 'status': 'completed', 'code': 200} Jul 16 02:57:57.001036 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbc72e-f9d6-453e-afaa-d6e213417353 req-1b51fd24-4cb7-4bb0-8efc-6242c940eab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:57.011638 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-e7dbc72e-f9d6-453e-afaa-d6e213417353 req-1b51fd24-4cb7-4bb0-8efc-6242c940eab5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63a1915a-bab0-41c0-bb18-aaed33e028db HTTP/1.1" status: 200 len: 850 time: 0.0769868 Jul 16 02:57:57.117013 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dbc72e-f9d6-453e-afaa-d6e213417353 req-3046ecfb-5509-4592-87a2-085393eef002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:57.126483 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-e7dbc72e-f9d6-453e-afaa-d6e213417353 req-3046ecfb-5509-4592-87a2-085393eef002 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e5c6bfb-07bb-468d-bd2e-617c99bc64ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1021712 Jul 16 02:57:57.142879 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 51744) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:57.210779 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841e6ff5-e17f-4f78-9de2-ca1a4f83e6f8 req-95251722-874b-4b57-9583-8130546059ef tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:57.218944 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-841e6ff5-e17f-4f78-9de2-ca1a4f83e6f8 req-95251722-874b-4b57-9583-8130546059ef tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 985 time: 0.3972979 Jul 16 02:57:57.291667 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-841e6ff5-e17f-4f78-9de2-ca1a4f83e6f8 req-edec5ff9-0595-482a-8fae-880c3e9e555b tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&id=0b7bc0ec-2fbd-45cc-ba6c-7c6c9d593c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0717759 Jul 16 02:57:57.327742 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-a40fb5d6-cdcc-4578-9741-8aa7dd845f99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:57.349292 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-e7dbc72e-f9d6-453e-afaa-d6e213417353 req-6d87cf0d-a5ce-4a23-8146-d2ec54b64d1e service neutron] 10.222.0.52 "GET /v2.0/networks/5e5c6bfb-07bb-468d-bd2e-617c99bc64ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1980722 Jul 16 02:57:57.475571 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-a40fb5d6-cdcc-4578-9741-8aa7dd845f99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:57.513680 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-a40fb5d6-cdcc-4578-9741-8aa7dd845f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:57.549621 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-a40fb5d6-cdcc-4578-9741-8aa7dd845f99 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a561dd8628324fceae63a988103ebafd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4055853 Jul 16 02:57:57.553020 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 51796) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:57.581107 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fb5d6-cdcc-4578-9741-8aa7dd845f99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb30841-ae27-45ec-8daf-f7e006a042a7,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:57.612078 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-e7dbc72e-f9d6-453e-afaa-d6e213417353 req-b7b9866d-0791-4959-85c4-40a2e8d2a10c service neutron] 10.222.0.52 "GET /v2.0/networks/5e5c6bfb-07bb-468d-bd2e-617c99bc64ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905570 Jul 16 02:57:57.694549 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0aa711eb-6ee6-49a2-a3f7-f047ff30bfd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:57.744070 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0aa711eb-6ee6-49a2-a3f7-f047ff30bfd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:57.837041 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0aa711eb-6ee6-49a2-a3f7-f047ff30bfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:57.840934 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0aa711eb-6ee6-49a2-a3f7-f047ff30bfd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:57.852019 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-0aa711eb-6ee6-49a2-a3f7-f047ff30bfd3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8fb30841-ae27-45ec-8daf-f7e006a042a7 HTTP/1.1" status: 204 len: 168 time: 0.2970099 Jul 16 02:57:57.882703 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa711eb-6ee6-49a2-a3f7-f047ff30bfd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fb30841-ae27-45ec-8daf-f7e006a042a7,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:58.089741 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fcbb85-375b-44eb-9713-ad8453fa0547 req-10f68ae9-8d65-4135-aa7f-ce53c868bd2b tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:58.098658 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-59fcbb85-375b-44eb-9713-ad8453fa0547 req-10f68ae9-8d65-4135-aa7f-ce53c868bd2b tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.2108138 Jul 16 02:57:58.116501 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9af371-898a-4d83-8874-54a097143211 req-dd1aeb4c-0fae-43f7-bcb1-42851c973ebb tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:58.118086 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ce9af371-898a-4d83-8874-54a097143211 req-dd1aeb4c-0fae-43f7-bcb1-42851c973ebb tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1411786 Jul 16 02:57:58.172479 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-59fcbb85-375b-44eb-9713-ad8453fa0547 req-e3ce614b-a92b-45ee-9c8a-3b80a3b3eb83 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724583 Jul 16 02:57:58.196820 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ce9af371-898a-4d83-8874-54a097143211 req-55342cd2-5c04-492d-baab-f790327721b1 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683572 Jul 16 02:57:58.415167 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 51830) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:58.447727 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-d3e467af-17e7-4159-aad0-3e7541c3ca05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:58.549699 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6123c-668f-4ba8-b7f5-aa2b7f850456 req-1b7f74d0-61a5-4c7a-aa5c-eb94f75f97ef tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:58.552652 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-31c6123c-668f-4ba8-b7f5-aa2b7f850456 req-1b7f74d0-61a5-4c7a-aa5c-eb94f75f97ef tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 985 time: 0.0873735 Jul 16 02:57:58.621278 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-d3e467af-17e7-4159-aad0-3e7541c3ca05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:58.623146 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-31c6123c-668f-4ba8-b7f5-aa2b7f850456 req-bf5f553c-81c8-4c91-93b5-290e75927f03 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&id=0b7bc0ec-2fbd-45cc-ba6c-7c6c9d593c86&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0645194 Jul 16 02:57:58.633394 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-d3e467af-17e7-4159-aad0-3e7541c3ca05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:58.685356 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-d3e467af-17e7-4159-aad0-3e7541c3ca05 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=759dff0c0af2494d8661c91e231c4ae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677882 Jul 16 02:57:58.688995 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 51850) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:57:58.695447 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e467af-17e7-4159-aad0-3e7541c3ca05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73b47607-ca35-438d-9931-9fe20ffcf1d1,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:58.773227 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-8d85a677-1d58-48e5-81ef-00cd32781385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:58.801058 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-8d85a677-1d58-48e5-81ef-00cd32781385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:58.878752 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-8d85a677-1d58-48e5-81ef-00cd32781385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:58.881978 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-8d85a677-1d58-48e5-81ef-00cd32781385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:57:58.884353 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-8d85a677-1d58-48e5-81ef-00cd32781385 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/73b47607-ca35-438d-9931-9fe20ffcf1d1 HTTP/1.1" status: 204 len: 168 time: 0.1942561 Jul 16 02:57:58.898821 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d85a677-1d58-48e5-81ef-00cd32781385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73b47607-ca35-438d-9931-9fe20ffcf1d1,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:57:59.113335 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device c5b62512-2fb6-4f97-9859-55d090182bae no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:57:59.138682 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] No Port match for: c5b62512-2fb6-4f97-9859-55d090182bae {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:57:59.139443 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device c5b62512-2fb6-4f97-9859-55d090182bae not bound to the agent host hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:57:59.140173 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 1be41617-68b4-4b5b-8be8-c7c8adbf9d87 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:57:59.165147 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] No Port match for: 1be41617-68b4-4b5b-8be8-c7c8adbf9d87 {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:57:59.165925 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 1be41617-68b4-4b5b-8be8-c7c8adbf9d87 not bound to the agent host hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:57:59.440757 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e125fd42-5a93-4099-b122-d52d1814ae99 req-a8bf5b80-66b1-4b9c-8189-59a49614c3c4 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:59.442437 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e125fd42-5a93-4099-b122-d52d1814ae99 req-a8bf5b80-66b1-4b9c-8189-59a49614c3c4 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.1146660 Jul 16 02:57:59.497052 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6852b54e-85a2-486e-8bfc-c1a0c7ed46b4 req-85636ae9-7ff8-47a0-bbaa-12c1278a7d0e tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:57:59.507148 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6852b54e-85a2-486e-8bfc-c1a0c7ed46b4 req-85636ae9-7ff8-47a0-bbaa-12c1278a7d0e tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1314878 Jul 16 02:57:59.550668 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e125fd42-5a93-4099-b122-d52d1814ae99 req-62c0652a-5f3c-4e4e-b4a3-0e8c87bdb1b1 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997300 Jul 16 02:57:59.585731 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6852b54e-85a2-486e-8bfc-c1a0c7ed46b4 req-ad990634-32bc-42cb-a5a0-c4d77e109ffe tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807085 Jul 16 02:58:00.833823 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b74e7ed-9671-4ea2-9d24-badddd3e2f12 req-ebdbd996-1291-4c69-8f9f-dd2d440b4485 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:00.836311 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0b74e7ed-9671-4ea2-9d24-badddd3e2f12 req-ebdbd996-1291-4c69-8f9f-dd2d440b4485 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1020334 Jul 16 02:58:00.906207 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0b74e7ed-9671-4ea2-9d24-badddd3e2f12 req-88056aec-f17f-48ed-9a08-76d31300c3aa tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602648 Jul 16 02:58:01.789300 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 52026) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:01.943014 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-af6de872-bbaa-4c71-b39a-6fcc32084137 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4a247321c7754b8882dc7463f4a3fca0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1525068 Jul 16 02:58:01.946069 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 52032) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:02.002924 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d84b5ffb-b788-42cf-8e2b-12616bcfd014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:02.026101 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d84b5ffb-b788-42cf-8e2b-12616bcfd014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:02.114815 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d84b5ffb-b788-42cf-8e2b-12616bcfd014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:02.117323 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d84b5ffb-b788-42cf-8e2b-12616bcfd014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:02.118462 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-d84b5ffb-b788-42cf-8e2b-12616bcfd014 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ea7e409-b599-4ee7-8c14-87fd20e36eb1 HTTP/1.1" status: 204 len: 168 time: 0.1714151 Jul 16 02:58:02.129130 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acf2d9b-6fc9-426b-a5b8-003fe19f4ad0 req-2b7a6b79-561f-4d32-a929-42501d502d62 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:02.130768 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1acf2d9b-6fc9-426b-a5b8-003fe19f4ad0 req-2b7a6b79-561f-4d32-a929-42501d502d62 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.0920672 Jul 16 02:58:02.149149 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84b5ffb-b788-42cf-8e2b-12616bcfd014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ea7e409-b599-4ee7-8c14-87fd20e36eb1,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:02.189702 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1acf2d9b-6fc9-426b-a5b8-003fe19f4ad0 req-3294af9d-380f-42fc-815c-e2550814ef45 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490844 Jul 16 02:58:03.418942 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c79a235-f69a-4a91-b84c-a17be7400da6 req-cfb233a4-aa01-491c-9d9b-db22a518b5c1 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:03.418942 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3c79a235-f69a-4a91-b84c-a17be7400da6 req-cfb233a4-aa01-491c-9d9b-db22a518b5c1 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1083043 Jul 16 02:58:03.485606 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3c79a235-f69a-4a91-b84c-a17be7400da6 req-d3319048-75ec-4abd-99ca-5a8b60c1f141 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523086 Jul 16 02:58:03.667059 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 52096) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:03.785527 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-c1f0cc43-3609-42be-8886-29d12db67377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:03.884167 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-c1f0cc43-3609-42be-8886-29d12db67377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:03.889747 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-c1f0cc43-3609-42be-8886-29d12db67377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:03.929809 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f0cc43-3609-42be-8886-29d12db67377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f357d26-e865-4b0d-a361-f5078528ef16,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:03.934891 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-c1f0cc43-3609-42be-8886-29d12db67377 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=837f635f158f405aa5be13a41c290756&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2668202 Jul 16 02:58:03.938531 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 52102) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:03.990371 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a0a04a97-a51a-414d-9196-160f01ed5091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:04.013603 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a0a04a97-a51a-414d-9196-160f01ed5091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:04.067941 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a0a04a97-a51a-414d-9196-160f01ed5091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:04.070628 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a0a04a97-a51a-414d-9196-160f01ed5091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:04.071861 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-a0a04a97-a51a-414d-9196-160f01ed5091 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f357d26-e865-4b0d-a361-f5078528ef16 HTTP/1.1" status: 204 len: 168 time: 0.1325240 Jul 16 02:58:04.080744 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a04a97-a51a-414d-9196-160f01ed5091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f357d26-e865-4b0d-a361-f5078528ef16,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:04.413945 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 52108) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:04.428757 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-340f808d-67a0-4f01-8c61-479d1200c6ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:04.560034 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-340f808d-67a0-4f01-8c61-479d1200c6ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:04.578578 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-340f808d-67a0-4f01-8c61-479d1200c6ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:04.661451 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340f808d-67a0-4f01-8c61-479d1200c6ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a436fbf9-c726-46f3-bab8-9450df05a51c,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:04.672581 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-340f808d-67a0-4f01-8c61-479d1200c6ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=64d8bcab06204e3593e4ed3edbd36d59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2574883 Jul 16 02:58:04.677599 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 52114) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:04.700260 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f9000-6cc9-4834-8ab6-4ade53312760 req-6de01547-4a8c-4f5f-9bc5-dafc6b74c9dc tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:04.721541 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2f1f9000-6cc9-4834-8ab6-4ade53312760 req-6de01547-4a8c-4f5f-9bc5-dafc6b74c9dc tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.0928559 Jul 16 02:58:04.751106 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-79ee8620-f5ed-4e7d-a363-e2baa6300212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:04.760450 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2f1f9000-6cc9-4834-8ab6-4ade53312760 req-dcc5482e-e499-47dc-9bbc-33b1c9978348 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515435 Jul 16 02:58:04.778901 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-79ee8620-f5ed-4e7d-a363-e2baa6300212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:04.836809 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-79ee8620-f5ed-4e7d-a363-e2baa6300212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:04.839627 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-79ee8620-f5ed-4e7d-a363-e2baa6300212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:04.840966 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-79ee8620-f5ed-4e7d-a363-e2baa6300212 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a436fbf9-c726-46f3-bab8-9450df05a51c HTTP/1.1" status: 204 len: 168 time: 0.1623373 Jul 16 02:58:04.850204 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ee8620-f5ed-4e7d-a363-e2baa6300212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a436fbf9-c726-46f3-bab8-9450df05a51c,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:05.780704 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d41ea1-6155-41af-bc17-0f69c33fa8b3 req-8871c112-e19a-4f3e-8785-db4d214a41bf tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:05.782313 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-11d41ea1-6155-41af-bc17-0f69c33fa8b3 req-8871c112-e19a-4f3e-8785-db4d214a41bf tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.52 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.0868754 Jul 16 02:58:05.970158 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [req-11d41ea1-6155-41af-bc17-0f69c33fa8b3 req-3d59cf78-d321-47f5-b17e-088f29aad666 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Deleting port e3ae29bd-e1c6-45c9-9f46-f56b4108c911 {{(pid=92999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:58:05.970807 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-11d41ea1-6155-41af-bc17-0f69c33fa8b3 req-3d59cf78-d321-47f5-b17e-088f29aad666 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:06.066204 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce0f872-4a5a-47bc-b0e7-f2a4ca213dc9 req-aa87cd44-3e86-451e-be19-efc80056debc tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:06.068664 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-dce0f872-4a5a-47bc-b0e7-f2a4ca213dc9 req-aa87cd44-3e86-451e-be19-efc80056debc tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 946 time: 0.1254032 Jul 16 02:58:06.122659 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-11d41ea1-6155-41af-bc17-0f69c33fa8b3 req-3d59cf78-d321-47f5-b17e-088f29aad666 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] For port e3ae29bd-e1c6-45c9-9f46-f56b4108c911, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e3ae29bd-e1c6-45c9-9f46-f56b4108c911,segment=NetworkSegment(4ed6d855-b950-4744-a0c4-4d38455d73bd),segment_id=4ed6d855-b950-4744-a0c4-4d38455d73bd)] {{(pid=92999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:58:06.123216 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-11d41ea1-6155-41af-bc17-0f69c33fa8b3 req-3d59cf78-d321-47f5-b17e-088f29aad666 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:06.142888 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-dce0f872-4a5a-47bc-b0e7-f2a4ca213dc9 req-53548fda-ce7b-4363-adfa-171d3de59280 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/security-groups?id=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674603 Jul 16 02:58:06.153598 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [req-11d41ea1-6155-41af-bc17-0f69c33fa8b3 req-3d59cf78-d321-47f5-b17e-088f29aad666 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Calling delete_port for e3ae29bd-e1c6-45c9-9f46-f56b4108c911 owned by compute:nova {{(pid=92999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:58:06.346916 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-11d41ea1-6155-41af-bc17-0f69c33fa8b3 req-3d59cf78-d321-47f5-b17e-088f29aad666 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:06.382859 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['e3ae29bd-e1c6-45c9-9f46-f56b4108c911'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:58:06.393744 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d59cf78-d321-47f5-b17e-088f29aad666 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Pushing event deleted for resources: {'Port': ['ID=e3ae29bd-e1c6-45c9-9f46-f56b4108c911,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:06.474989 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [req-11d41ea1-6155-41af-bc17-0f69c33fa8b3 req-3d59cf78-d321-47f5-b17e-088f29aad666 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] No DVR routers for this DVR port e3ae29bd-e1c6-45c9-9f46-f56b4108c911 on host hv-cinder-78836 {{(pid=92999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:58:06.478133 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-11d41ea1-6155-41af-bc17-0f69c33fa8b3 req-3d59cf78-d321-47f5-b17e-088f29aad666 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:06.480835 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-11d41ea1-6155-41af-bc17-0f69c33fa8b3 req-3d59cf78-d321-47f5-b17e-088f29aad666 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.52 "DELETE /v2.0/ports/e3ae29bd-e1c6-45c9-9f46-f56b4108c911 HTTP/1.1" status: 204 len: 173 time: 0.6919842 Jul 16 02:58:06.481207 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72c50ffb-daf0-43ba-ade8-ce2f9b670fd7', 'name': 'network-vif-deleted', 'tag': 'e3ae29bd-e1c6-45c9-9f46-f56b4108c911'}] {{(pid=92999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:58:06.484007 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7924d30a451bfb46b248ee236a8924541a1a79d63876f3bc8bdb08287585aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ef99540-0e1f-4cfa-9d86-b8e660036193" -d '{"events": [{"server_uuid": "72c50ffb-daf0-43ba-ade8-ce2f9b670fd7", "name": "network-vif-deleted", "tag": "e3ae29bd-e1c6-45c9-9f46-f56b4108c911"}]}' {{(pid=92999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:58:06.531575 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bbf7dad-4f17-4d28-8af9-8fc44a49ca7a x-openstack-request-id: req-7bbf7dad-4f17-4d28-8af9-8fc44a49ca7a {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:58:06.532338 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72c50ffb-daf0-43ba-ade8-ce2f9b670fd7", "name": "network-vif-deleted", "tag": "e3ae29bd-e1c6-45c9-9f46-f56b4108c911", "status": "completed", "code": 200}]} {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:58:06.532750 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7bbf7dad-4f17-4d28-8af9-8fc44a49ca7a {{(pid=92999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:58:06.533129 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72c50ffb-daf0-43ba-ade8-ce2f9b670fd7', 'name': 'network-vif-deleted', 'tag': 'e3ae29bd-e1c6-45c9-9f46-f56b4108c911', 'status': 'completed', 'code': 200} Jul 16 02:58:07.348119 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9ba0ddc7-9208-476c-91be-29e4dd9b37f3 req-148bf6dd-e0d8-4eec-b353-d71e14813134 tempest-ServerRescueNegativeTestJSON-1675555423 tempest-ServerRescueNegativeTestJSON-1675555423-project] 10.222.0.21 "GET /v2.0/ports?device_id=72c50ffb-daf0-43ba-ade8-ce2f9b670fd7 HTTP/1.1" status: 200 len: 210 time: 0.0322735 Jul 16 02:58:08.504411 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 52242) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:08.746014 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 52246) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:08.885916 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-612449ae-1608-4c96-9627-5a4c2d0b51b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:08.994172 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-612449ae-1608-4c96-9627-5a4c2d0b51b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:09.000481 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-612449ae-1608-4c96-9627-5a4c2d0b51b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:09.033278 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3ae199e2-c1da-4ad5-b74a-eaf34bda5cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435113'] for router_interface, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:09.043172 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-612449ae-1608-4c96-9627-5a4c2d0b51b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0c8b3916da514689af1399442fec10ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2957337 Jul 16 02:58:09.045972 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 52252) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:09.052502 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612449ae-1608-4c96-9627-5a4c2d0b51b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7aef2b-f4d5-4a10-bb51-4f2ea70c0add,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:09.102685 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-95a73993-80f9-4508-b808-36b3b69cd4c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:09.133885 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-95a73993-80f9-4508-b808-36b3b69cd4c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:09.192277 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-95a73993-80f9-4508-b808-36b3b69cd4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:09.196853 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-95a73993-80f9-4508-b808-36b3b69cd4c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:09.198068 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-95a73993-80f9-4508-b808-36b3b69cd4c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f7aef2b-f4d5-4a10-bb51-4f2ea70c0add HTTP/1.1" status: 204 len: 168 time: 0.1511486 Jul 16 02:58:09.207661 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a73993-80f9-4508-b808-36b3b69cd4c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7aef2b-f4d5-4a10-bb51-4f2ea70c0add,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:09.507712 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-3ae199e2-c1da-4ad5-b74a-eaf34bda5cb7 admin admin] Deleting port 6b14a50c-fde2-456b-b7d5-98af7a8776b8 {{(pid=92998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:58:09.508357 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3ae199e2-c1da-4ad5-b74a-eaf34bda5cb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:09.594584 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [None req-3ae199e2-c1da-4ad5-b74a-eaf34bda5cb7 admin admin] For port 6b14a50c-fde2-456b-b7d5-98af7a8776b8, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=6b14a50c-fde2-456b-b7d5-98af7a8776b8,segment=NetworkSegment(4ed6d855-b950-4744-a0c4-4d38455d73bd),segment_id=4ed6d855-b950-4744-a0c4-4d38455d73bd)] {{(pid=92998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:58:09.594954 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3ae199e2-c1da-4ad5-b74a-eaf34bda5cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:09.607655 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-3ae199e2-c1da-4ad5-b74a-eaf34bda5cb7 admin admin] Calling delete_port for 6b14a50c-fde2-456b-b7d5-98af7a8776b8 owned by network:router_interface {{(pid=92998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:58:09.839603 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3ae199e2-c1da-4ad5-b74a-eaf34bda5cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:09.875897 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae199e2-c1da-4ad5-b74a-eaf34bda5cb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b14a50c-fde2-456b-b7d5-98af7a8776b8,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:09.910848 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae199e2-c1da-4ad5-b74a-eaf34bda5cb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:09.911195 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae199e2-c1da-4ad5-b74a-eaf34bda5cb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:09.911541 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae199e2-c1da-4ad5-b74a-eaf34bda5cb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:09.911907 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae199e2-c1da-4ad5-b74a-eaf34bda5cb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:09.912242 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae199e2-c1da-4ad5-b74a-eaf34bda5cb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:09.912576 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae199e2-c1da-4ad5-b74a-eaf34bda5cb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:09.912905 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae199e2-c1da-4ad5-b74a-eaf34bda5cb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:09.913231 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae199e2-c1da-4ad5-b74a-eaf34bda5cb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:09.913559 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae199e2-c1da-4ad5-b74a-eaf34bda5cb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:09.913886 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae199e2-c1da-4ad5-b74a-eaf34bda5cb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:09.914205 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae199e2-c1da-4ad5-b74a-eaf34bda5cb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:09.914525 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae199e2-c1da-4ad5-b74a-eaf34bda5cb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:10.100309 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3ae199e2-c1da-4ad5-b74a-eaf34bda5cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-437049'] for router_interface, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:10.338941 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae199e2-c1da-4ad5-b74a-eaf34bda5cb7 admin admin] Router 4664d273-7a74-4223-96ea-e3ed843e7d11 has already been hosted by L3 agent c2717fd8-7624-4935-9c00-920e66229c5a {{(pid=92998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:58:10.695545 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae199e2-c1da-4ad5-b74a-eaf34bda5cb7 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:58:10.704226 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-3ae199e2-c1da-4ad5-b74a-eaf34bda5cb7 admin admin] 10.222.0.21 "PUT /v2.0/routers/4664d273-7a74-4223-96ea-e3ed843e7d11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1973829 Jul 16 02:58:10.707281 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 52272) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:10.723435 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37c08b2-3f76-4a0c-8467-2a463617b72e None None] Sync routers for ids ['4664d273-7a74-4223-96ea-e3ed843e7d11'] in dv-cinder-788364-5-smb {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:58:10.734245 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37c08b2-3f76-4a0c-8467-2a463617b72e None None] Routers {'4664d273-7a74-4223-96ea-e3ed843e7d11'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:58:10.735295 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-e37c08b2-3f76-4a0c-8467-2a463617b72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:57:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['4664d273-7a74-4223-96ea-e3ed843e7d11'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:58:10.876634 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-e37c08b2-3f76-4a0c-8467-2a463617b72e None None] Set router 4664d273-7a74-4223-96ea-e3ed843e7d11 gateway port host: dv-cinder-788364-5-smb {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:58:10.892507 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-1e633aff-0777-4f14-81ee-bbf524cd24d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:11.062933 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-1e633aff-0777-4f14-81ee-bbf524cd24d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:11.083733 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2fd3a-b886-4450-92fc-522f7254aade req-f582dd87-e260-4ac1-8d1a-39bfc8668916 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:11.085728 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a2c2fd3a-b886-4450-92fc-522f7254aade req-f582dd87-e260-4ac1-8d1a-39bfc8668916 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d HTTP/1.1" status: 200 len: 946 time: 0.1371973 Jul 16 02:58:11.099459 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 6 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:58:11.127244 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-e37c08b2-3f76-4a0c-8467-2a463617b72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4664d273-7a74-4223-96ea-e3ed843e7d11', 'name': 'tempest-ServerRescueNegativeTestJSON-117632317-router', 'tenant_id': '6f945e439d0e4d87b06aad1c45f83b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.252'}], 'enable_snat': True}, 'gw_port_id': 'bb5dcc2c-cd2c-417f-b8a8-bf1588323749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:48Z', 'updated_at': '2021-07-16T02:58:09Z', 'revision_number': 5, 'project_id': '6f945e439d0e4d87b06aad1c45f83b97', 'gw_port': {'id': 'bb5dcc2c-cd2c-417f-b8a8-bf1588323749', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:68:53:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4664d273-7a74-4223-96ea-e3ed843e7d11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:49Z', 'updated_at': '2021-07-16T02:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb'}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:58:11.144773 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device e3ae29bd-e1c6-45c9-9f46-f56b4108c911 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:58:11.175332 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a2c2fd3a-b886-4450-92fc-522f7254aade req-5c8ae16e-6bd2-43e9-99f4-9bc1157acbe4 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e5bda0-5422-4921-9de8-4aeaac0d9361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598407 Jul 16 02:58:11.185325 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-1e633aff-0777-4f14-81ee-bbf524cd24d8 admin admin] Deleting port bb5dcc2c-cd2c-417f-b8a8-bf1588323749 {{(pid=92998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:58:11.185927 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-1e633aff-0777-4f14-81ee-bbf524cd24d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:11.195608 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] No Port match for: e3ae29bd-e1c6-45c9-9f46-f56b4108c911 {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:58:11.196133 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device e3ae29bd-e1c6-45c9-9f46-f56b4108c911 not bound to the agent host hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:58:11.253317 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37c08b2-3f76-4a0c-8467-2a463617b72e None None] Checking router: 4664d273-7a74-4223-96ea-e3ed843e7d11 for host: dv-cinder-788364-5-smb {{(pid=93001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:58:11.262205 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37c08b2-3f76-4a0c-8467-2a463617b72e None None] Routers {'4664d273-7a74-4223-96ea-e3ed843e7d11'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:58:11.262913 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-e37c08b2-3f76-4a0c-8467-2a463617b72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:57:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['4664d273-7a74-4223-96ea-e3ed843e7d11'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:58:11.292779 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [None req-1e633aff-0777-4f14-81ee-bbf524cd24d8 admin admin] For port bb5dcc2c-cd2c-417f-b8a8-bf1588323749, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=bb5dcc2c-cd2c-417f-b8a8-bf1588323749,segment=NetworkSegment(552c363b-8a94-4391-a7bf-95f73577cc8e),segment_id=552c363b-8a94-4391-a7bf-95f73577cc8e)] {{(pid=92998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:58:11.293135 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-1e633aff-0777-4f14-81ee-bbf524cd24d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:11.306022 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-1e633aff-0777-4f14-81ee-bbf524cd24d8 admin admin] Calling delete_port for bb5dcc2c-cd2c-417f-b8a8-bf1588323749 owned by network:router_gateway {{(pid=92998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:58:11.356667 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-e37c08b2-3f76-4a0c-8467-2a463617b72e None None] Set router 4664d273-7a74-4223-96ea-e3ed843e7d11 gateway port host: None {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:58:11.425241 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-e37c08b2-3f76-4a0c-8467-2a463617b72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4664d273-7a74-4223-96ea-e3ed843e7d11', 'name': 'tempest-ServerRescueNegativeTestJSON-117632317-router', 'tenant_id': '6f945e439d0e4d87b06aad1c45f83b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:48Z', 'updated_at': '2021-07-16T02:58:11Z', 'revision_number': 6, 'project_id': '6f945e439d0e4d87b06aad1c45f83b97', 'gw_port_host': None}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:58:11.453024 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37c08b2-3f76-4a0c-8467-2a463617b72e None None] The sync data for ids ['4664d273-7a74-4223-96ea-e3ed843e7d11'] in dv-cinder-788364-5-smb is: [{'id': '4664d273-7a74-4223-96ea-e3ed843e7d11', 'name': 'tempest-ServerRescueNegativeTestJSON-117632317-router', 'tenant_id': '6f945e439d0e4d87b06aad1c45f83b97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:48Z', 'updated_at': '2021-07-16T02:58:11Z', 'revision_number': 6, 'project_id': '6f945e439d0e4d87b06aad1c45f83b97', 'gw_port_host': None}] {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:58:11.500993 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-1e633aff-0777-4f14-81ee-bbf524cd24d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:11.527671 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e633aff-0777-4f14-81ee-bbf524cd24d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb5dcc2c-cd2c-417f-b8a8-bf1588323749,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:11.600541 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-1e633aff-0777-4f14-81ee-bbf524cd24d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441955'] for router_gateway, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:11.705483 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-1e633aff-0777-4f14-81ee-bbf524cd24d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12161'] for router, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:11.707565 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-1e633aff-0777-4f14-81ee-bbf524cd24d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:11.769774 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-1e633aff-0777-4f14-81ee-bbf524cd24d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435937'] for router, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:11.770579 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e633aff-0777-4f14-81ee-bbf524cd24d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4664d273-7a74-4223-96ea-e3ed843e7d11 {{(pid=92998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:58:11.775610 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-1e633aff-0777-4f14-81ee-bbf524cd24d8 admin admin] Notify callbacks [] for router, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:11.776582 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-1e633aff-0777-4f14-81ee-bbf524cd24d8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/4664d273-7a74-4223-96ea-e3ed843e7d11 HTTP/1.1" status: 204 len: 168 time: 1.0680232 Jul 16 02:58:11.779055 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 52278) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:11.829951 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.db_base_plugin_v2 [None req-b16b5cdb-053b-4b7d-830b-0fc1a96acdfa admin admin] Deleting subnet f56becb0-35ba-4a8c-8d35-b94e96683f38 {{(pid=92998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:58:11.833728 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-b16b5cdb-053b-4b7d-830b-0fc1a96acdfa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:11.867799 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-b16b5cdb-053b-4b7d-830b-0fc1a96acdfa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110460'] for subnet, precommit_delete_associations {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:11.910035 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-b16b5cdb-053b-4b7d-830b-0fc1a96acdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:11.982125 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-b16b5cdb-053b-4b7d-830b-0fc1a96acdfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9110399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8597691'] for subnet, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:12.013901 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16b5cdb-053b-4b7d-830b-0fc1a96acdfa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f56becb0-35ba-4a8c-8d35-b94e96683f38,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:12.018147 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-b16b5cdb-053b-4b7d-830b-0fc1a96acdfa admin admin] Notify callbacks [] for subnet, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:12.021385 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-b16b5cdb-053b-4b7d-830b-0fc1a96acdfa admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f56becb0-35ba-4a8c-8d35-b94e96683f38 HTTP/1.1" status: 204 len: 168 time: 0.2411480 Jul 16 02:58:12.023599 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 52280) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:12.094488 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-bda35104-5617-4c32-b7e3-6a8ca9dca885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609267'] for network, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:12.177375 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-bda35104-5617-4c32-b7e3-6a8ca9dca885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531196', 'neutron.services.segments.db._delete_segments_for_network-8744535121484'] for network, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:12.189385 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.services.segments.db [None req-bda35104-5617-4c32-b7e3-6a8ca9dca885 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e36b5a-d9bd-4a9a-8e33-0a405cb50bae']}} {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:58:12.201052 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.services.segments.db [None req-bda35104-5617-4c32-b7e3-6a8ca9dca885 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ed6d855-b950-4744-a0c4-4d38455d73bd') {'for_net_delete': True} {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:58:12.201425 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.services.segments.db [None req-bda35104-5617-4c32-b7e3-6a8ca9dca885 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ed6d855-b950-4744-a0c4-4d38455d73bd') {} {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:58:12.214097 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-bda35104-5617-4c32-b7e3-6a8ca9dca885 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744535123541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110411'] for segment, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:12.236570 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-bda35104-5617-4c32-b7e3-6a8ca9dca885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:12.245603 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda35104-5617-4c32-b7e3-6a8ca9dca885 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=92998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:58:12.246129 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-bda35104-5617-4c32-b7e3-6a8ca9dca885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9110237'] for segment, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: Traceback (most recent call last): Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: timer() Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: cb(*args, **kw) Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: return func(*args, **kwargs) Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: self._notify() Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: self.callback(batched_events) Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: event.method(event) Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: return f(self, *a, **k) Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: return self._get(url).json() Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: return self.request(url, 'GET', **kwargs) Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:58:12.248382 dv-cinder-788364-5-smb neutron-server[92998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:58:12.291024 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device bb5dcc2c-cd2c-417f-b8a8-bf1588323749 no longer exists at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:58:12.319307 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-bda35104-5617-4c32-b7e3-6a8ca9dca885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442047'] for network, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:12.325514 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-bda35104-5617-4c32-b7e3-6a8ca9dca885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:12.326229 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-94114009-01ec-4376-9e6d-6e084048585d None None] No Port match for: bb5dcc2c-cd2c-417f-b8a8-bf1588323749 {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:58:12.326652 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device bb5dcc2c-cd2c-417f-b8a8-bf1588323749 not bound to the agent host dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:58:12.327124 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 6b14a50c-fde2-456b-b7d5-98af7a8776b8 no longer exists at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:58:12.327968 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-bda35104-5617-4c32-b7e3-6a8ca9dca885 admin admin] 10.222.0.21 "DELETE /v2.0/networks/14e36b5a-d9bd-4a9a-8e33-0a405cb50bae HTTP/1.1" status: 204 len: 168 time: 0.3031328 Jul 16 02:58:12.341608 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda35104-5617-4c32-b7e3-6a8ca9dca885 admin admin] Pushing event deleted for resources: {'Network': ['ID=14e36b5a-d9bd-4a9a-8e33-0a405cb50bae,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:12.374963 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-94114009-01ec-4376-9e6d-6e084048585d None None] No Port match for: 6b14a50c-fde2-456b-b7d5-98af7a8776b8 {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:58:12.375676 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 6b14a50c-fde2-456b-b7d5-98af7a8776b8 not bound to the agent host dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:58:12.447007 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02dcf669-c545-4634-a4ec-2a0cb0eaa051 req-7c0e00ee-d463-49b5-9721-161df9767d63 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:12.448581 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-02dcf669-c545-4634-a4ec-2a0cb0eaa051 req-7c0e00ee-d463-49b5-9721-161df9767d63 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d HTTP/1.1" status: 200 len: 946 time: 0.0840032 Jul 16 02:58:12.500441 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-02dcf669-c545-4634-a4ec-2a0cb0eaa051 req-e10d8a1e-aaf6-490d-8bfa-ba63a49ecd55 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e5bda0-5422-4921-9de8-4aeaac0d9361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455303 Jul 16 02:58:12.556771 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 52286) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:12.609206 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-60354ca6-a341-4b3c-b263-9186d39dd9ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f945e439d0e4d87b06aad1c45f83b97&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0509677 Jul 16 02:58:12.612866 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 52288) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:12.671527 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-4754c0b7-c808-4b87-be32-7b7ff3f1a125 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:12.701621 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-4754c0b7-c808-4b87-be32-7b7ff3f1a125 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:12.762215 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-4754c0b7-c808-4b87-be32-7b7ff3f1a125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:12.766104 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-4754c0b7-c808-4b87-be32-7b7ff3f1a125 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:12.767760 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-4754c0b7-c808-4b87-be32-7b7ff3f1a125 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0 HTTP/1.1" status: 204 len: 168 time: 0.1538117 Jul 16 02:58:12.781958 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4754c0b7-c808-4b87-be32-7b7ff3f1a125 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfde47f9-f57d-4ce3-b0e1-48ca1ea991d0,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:13.698207 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27997dd-eb2b-487b-80dd-14068ff3d47a req-19a1e4c0-be87-484b-b5ae-f70ee2a6fe4d tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:13.699729 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e27997dd-eb2b-487b-80dd-14068ff3d47a req-19a1e4c0-be87-484b-b5ae-f70ee2a6fe4d tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d HTTP/1.1" status: 200 len: 946 time: 0.0780392 Jul 16 02:58:13.751226 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e27997dd-eb2b-487b-80dd-14068ff3d47a req-190fc731-153e-465e-a33d-58dea8b3b411 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e5bda0-5422-4921-9de8-4aeaac0d9361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402405 Jul 16 02:58:14.978894 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9108e9b-bd20-44d4-95d2-97912dea35a7 req-19137dba-7836-446b-82f7-6c669ebe005c tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:14.980601 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b9108e9b-bd20-44d4-95d2-97912dea35a7 req-19137dba-7836-446b-82f7-6c669ebe005c tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d HTTP/1.1" status: 200 len: 946 time: 0.0889547 Jul 16 02:58:15.025560 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b9108e9b-bd20-44d4-95d2-97912dea35a7 req-2e128dbc-3e06-42d7-b7c3-00d082d157ee tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e5bda0-5422-4921-9de8-4aeaac0d9361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356011 Jul 16 02:58:16.213343 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac72a1-15b3-4b4d-92f9-d1484db2ef6f req-a2ffae0a-b623-4a3a-8320-f0747cab7c2e tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:16.214784 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e3ac72a1-15b3-4b4d-92f9-d1484db2ef6f req-a2ffae0a-b623-4a3a-8320-f0747cab7c2e tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d HTTP/1.1" status: 200 len: 946 time: 0.0693040 Jul 16 02:58:16.261437 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e3ac72a1-15b3-4b4d-92f9-d1484db2ef6f req-fa73c911-e908-4e1b-bc99-286b7f2afd07 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e5bda0-5422-4921-9de8-4aeaac0d9361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406554 Jul 16 02:58:17.244432 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:17.347012 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93bf197-e874-4ac6-87ef-64f1be23382b req-fbfbb10b-dedc-41a5-92d7-ee2eaec94fae tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:17.348712 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-c93bf197-e874-4ac6-87ef-64f1be23382b req-fbfbb10b-dedc-41a5-92d7-ee2eaec94fae tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.52 "GET /v2.0/ports?device_id=7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d HTTP/1.1" status: 200 len: 946 time: 0.0671732 Jul 16 02:58:17.446294 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e45371b-1118-4b61-ba06-67b7c1db28f7 req-f0d0d58e-9afb-4455-ab64-916b3f9889bd tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:17.447852 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-4e45371b-1118-4b61-ba06-67b7c1db28f7 req-f0d0d58e-9afb-4455-ab64-916b3f9889bd tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d HTTP/1.1" status: 200 len: 946 time: 0.0688503 Jul 16 02:58:17.463549 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [req-c93bf197-e874-4ac6-87ef-64f1be23382b req-c437fd07-b0b1-4067-b096-c2aa50b6671f tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Deleting port 661cf5cf-63a0-419f-b94d-c39d53bef418 {{(pid=92999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:58:17.463793 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-c93bf197-e874-4ac6-87ef-64f1be23382b req-c437fd07-b0b1-4067-b096-c2aa50b6671f tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:17.488319 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-4e45371b-1118-4b61-ba06-67b7c1db28f7 req-4e6c140a-5cdb-4f60-902f-e461609deea4 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e5bda0-5422-4921-9de8-4aeaac0d9361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348756 Jul 16 02:58:17.564721 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-c93bf197-e874-4ac6-87ef-64f1be23382b req-c437fd07-b0b1-4067-b096-c2aa50b6671f tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] For port 661cf5cf-63a0-419f-b94d-c39d53bef418, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=661cf5cf-63a0-419f-b94d-c39d53bef418,segment=NetworkSegment(919f459a-58a8-4823-9f14-c9262a8f4a7b),segment_id=919f459a-58a8-4823-9f14-c9262a8f4a7b)] {{(pid=92999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:58:17.565082 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-c93bf197-e874-4ac6-87ef-64f1be23382b req-c437fd07-b0b1-4067-b096-c2aa50b6671f tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:17.578340 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [req-c93bf197-e874-4ac6-87ef-64f1be23382b req-c437fd07-b0b1-4067-b096-c2aa50b6671f tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Calling delete_port for 661cf5cf-63a0-419f-b94d-c39d53bef418 owned by compute:nova {{(pid=92999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:58:17.704736 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-c93bf197-e874-4ac6-87ef-64f1be23382b req-c437fd07-b0b1-4067-b096-c2aa50b6671f tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:17.736955 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437fd07-b0b1-4067-b096-c2aa50b6671f tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Pushing event deleted for resources: {'Port': ['ID=661cf5cf-63a0-419f-b94d-c39d53bef418,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:17.757690 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['661cf5cf-63a0-419f-b94d-c39d53bef418'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:58:17.782842 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [req-c93bf197-e874-4ac6-87ef-64f1be23382b req-c437fd07-b0b1-4067-b096-c2aa50b6671f tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] No DVR routers for this DVR port 661cf5cf-63a0-419f-b94d-c39d53bef418 on host hv-cinder-78836 {{(pid=92999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:58:17.785619 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-c93bf197-e874-4ac6-87ef-64f1be23382b req-c437fd07-b0b1-4067-b096-c2aa50b6671f tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:17.787619 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-c93bf197-e874-4ac6-87ef-64f1be23382b req-c437fd07-b0b1-4067-b096-c2aa50b6671f tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.52 "DELETE /v2.0/ports/661cf5cf-63a0-419f-b94d-c39d53bef418 HTTP/1.1" status: 204 len: 173 time: 0.4329650 Jul 16 02:58:17.788091 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d', 'name': 'network-vif-deleted', 'tag': '661cf5cf-63a0-419f-b94d-c39d53bef418'}] {{(pid=92999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:58:17.790307 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7924d30a451bfb46b248ee236a8924541a1a79d63876f3bc8bdb08287585aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d58eff8d-67a2-4e54-be43-c53ad11b3ee9" -d '{"events": [{"server_uuid": "7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d", "name": "network-vif-deleted", "tag": "661cf5cf-63a0-419f-b94d-c39d53bef418"}]}' {{(pid=92999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:58:17.825858 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:58:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1e955c3-c177-4b28-82a8-99aef1b228fa x-openstack-request-id: req-c1e955c3-c177-4b28-82a8-99aef1b228fa {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:58:17.826198 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d", "name": "network-vif-deleted", "tag": "661cf5cf-63a0-419f-b94d-c39d53bef418", "status": "completed", "code": 200}]} {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:58:17.826513 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1e955c3-c177-4b28-82a8-99aef1b228fa {{(pid=92999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:58:17.827175 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d', 'name': 'network-vif-deleted', 'tag': '661cf5cf-63a0-419f-b94d-c39d53bef418', 'status': 'completed', 'code': 200} Jul 16 02:58:18.356253 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-4785ebbd-43b9-43bb-83e1-89836b47c75e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:18.653261 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-88ca01dd-2b52-441d-a9e4-63624911af7b req-aa59372e-6195-4032-b547-c1554459ddea tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=7bbe8333-ee1a-4c16-ba4e-e31f3f002f0d HTTP/1.1" status: 200 len: 210 time: 0.0278068 Jul 16 02:58:21.215566 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 661cf5cf-63a0-419f-b94d-c39d53bef418 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:58:21.244889 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] No Port match for: 661cf5cf-63a0-419f-b94d-c39d53bef418 {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:58:21.244889 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 661cf5cf-63a0-419f-b94d-c39d53bef418 not bound to the agent host hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:58:21.344826 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:21.592518 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d096c2b6-e071-41a5-b78e-8b8e6b4f5859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:21.683035 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 52474) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:21.787444 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-2307c851-e3a1-43f0-b826-4dc79cea32ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:21.894607 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-2307c851-e3a1-43f0-b826-4dc79cea32ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:21.899794 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-2307c851-e3a1-43f0-b826-4dc79cea32ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:21.938047 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2307c851-e3a1-43f0-b826-4dc79cea32ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a7854f8-099b-408e-ad01-d2d830e469b3,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:21.943265 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-2307c851-e3a1-43f0-b826-4dc79cea32ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5299cd2d1f0244a8aa6befecfe95a3ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2591901 Jul 16 02:58:21.946157 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 52478) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:21.994030 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-830b053c-dfa3-42d8-8ee2-95ef3a0ee44e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:22.016397 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-830b053c-dfa3-42d8-8ee2-95ef3a0ee44e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:22.061844 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-830b053c-dfa3-42d8-8ee2-95ef3a0ee44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:22.064772 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-830b053c-dfa3-42d8-8ee2-95ef3a0ee44e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:22.065916 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-830b053c-dfa3-42d8-8ee2-95ef3a0ee44e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5a7854f8-099b-408e-ad01-d2d830e469b3 HTTP/1.1" status: 204 len: 168 time: 0.1188662 Jul 16 02:58:22.074772 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b053c-dfa3-42d8-8ee2-95ef3a0ee44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a7854f8-099b-408e-ad01-d2d830e469b3,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:22.342301 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 52492) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:22.360562 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-b996efd8-abd8-46cb-932b-01bfe9b1b250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:22.458219 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-b996efd8-abd8-46cb-932b-01bfe9b1b250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:22.461986 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-b996efd8-abd8-46cb-932b-01bfe9b1b250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:22.503217 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-b996efd8-abd8-46cb-932b-01bfe9b1b250 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af9b35b88daf4aabbdf98e556cfa0ba9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1597548 Jul 16 02:58:22.504363 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996efd8-abd8-46cb-932b-01bfe9b1b250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4179033d-bf4c-4c79-b421-d5954a75bfaf,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:22.506100 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 52496) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:22.560102 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-89199f66-2ee4-417e-8073-42108b56ee50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:22.582058 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-89199f66-2ee4-417e-8073-42108b56ee50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:22.633330 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-89199f66-2ee4-417e-8073-42108b56ee50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:22.636330 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-89199f66-2ee4-417e-8073-42108b56ee50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:22.637668 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-89199f66-2ee4-417e-8073-42108b56ee50 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4179033d-bf4c-4c79-b421-d5954a75bfaf HTTP/1.1" status: 204 len: 168 time: 0.1302056 Jul 16 02:58:22.646304 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89199f66-2ee4-417e-8073-42108b56ee50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4179033d-bf4c-4c79-b421-d5954a75bfaf,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:22.729089 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:22.993505 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 52502) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:23.007244 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-08fb75f0-dbf3-4d07-947d-b115c12a12ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:23.098889 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-08fb75f0-dbf3-4d07-947d-b115c12a12ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:23.103174 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-08fb75f0-dbf3-4d07-947d-b115c12a12ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:23.148006 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-08fb75f0-dbf3-4d07-947d-b115c12a12ac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6de0b0d312ce493f89d74eb884d3f3b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1534114 Jul 16 02:58:23.149895 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fb75f0-dbf3-4d07-947d-b115c12a12ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f273470f-2538-4a02-9ccb-56d5a938f471,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:23.150672 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 52504) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:23.199859 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-d3548949-db63-4c59-90ef-9f8338bb2e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:23.220270 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-d3548949-db63-4c59-90ef-9f8338bb2e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:23.265641 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-d3548949-db63-4c59-90ef-9f8338bb2e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:23.268319 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-d3548949-db63-4c59-90ef-9f8338bb2e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:23.269470 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-d3548949-db63-4c59-90ef-9f8338bb2e49 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f273470f-2538-4a02-9ccb-56d5a938f471 HTTP/1.1" status: 204 len: 168 time: 0.1176999 Jul 16 02:58:23.277116 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3548949-db63-4c59-90ef-9f8338bb2e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f273470f-2538-4a02-9ccb-56d5a938f471,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:23.736749 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-3471d1d2-87f2-4576-bccc-2db8e2147b4b tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:23.739124 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-3471d1d2-87f2-4576-bccc-2db8e2147b4b tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/networks?id=10ce6fde-8213-4e50-b9f8-9964ce2df8d6 HTTP/1.1" status: 200 len: 813 time: 0.1367314 Jul 16 02:58:23.759032 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-d80cf514-63f3-4e2c-8110-e371463c11e7 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/quotas/12fcbccaae8340ff817302f6a7190214 HTTP/1.1" status: 200 len: 375 time: 0.0138044 Jul 16 02:58:23.802062 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-d8c98c55-5a2d-42b8-a2a9-18d834a51f6b tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=12fcbccaae8340ff817302f6a7190214&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372353 Jul 16 02:58:23.927524 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-e8821434-2dc1-4d0b-8ad9-1d264c6b0b4c service neutron] 10.222.0.21 "GET /v2.0/networks/10ce6fde-8213-4e50-b9f8-9964ce2df8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179397 Jul 16 02:58:24.060660 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-0ec464b2-2159-447a-95ab-aee357724eee service neutron] 10.222.0.21 "GET /v2.0/networks/10ce6fde-8213-4e50-b9f8-9964ce2df8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217046 Jul 16 02:58:24.146429 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:24.266376 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-770391d2-70f0-4e85-9403-e84d14ced20d req-61d35211-f697-4066-9fdb-9766de722700 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd46b14-9f49-4dcf-8a99-66575cf7658a HTTP/1.1" status: 200 len: 210 time: 0.0308065 Jul 16 02:58:25.431884 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-94410fb9-67f4-457b-950b-8933e172541b req-77beef92-a005-4090-85c8-0c0f149919e5 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd46b14-9f49-4dcf-8a99-66575cf7658a HTTP/1.1" status: 200 len: 210 time: 0.0327621 Jul 16 02:58:25.759327 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-78574db2-c8f9-4f06-9c6e-a4b61b3b602a tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:25.760889 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-78574db2-c8f9-4f06-9c6e-a4b61b3b602a tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.52 "GET /v2.0/networks?id=10ce6fde-8213-4e50-b9f8-9964ce2df8d6 HTTP/1.1" status: 200 len: 813 time: 0.1150448 Jul 16 02:58:25.787258 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-9eb75b80-517e-4af8-8c62-a833b127fd26 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Request body: {'port': {'device_id': '1cd46b14-9f49-4dcf-8a99-66575cf7658a', 'network_id': '10ce6fde-8213-4e50-b9f8-9964ce2df8d6', 'admin_state_up': True, 'tenant_id': '12fcbccaae8340ff817302f6a7190214'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:58:25.927975 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-9eb75b80-517e-4af8-8c62-a833b127fd26 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Made reservation on behalf of 12fcbccaae8340ff817302f6a7190214 for: {'port': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:58:25.932922 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-9eb75b80-517e-4af8-8c62-a833b127fd26 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:26.084545 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_common [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-9eb75b80-517e-4af8-8c62-a833b127fd26 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Allocated IP 172.20.0.4 (10ce6fde-8213-4e50-b9f8-9964ce2df8d6/b2d46dce-d88a-4c24-89ef-11d63ae16164/e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89) {{(pid=92999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:58:26.249546 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-9eb75b80-517e-4af8-8c62-a833b127fd26 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Notify callbacks [] for port, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:26.291966 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-9eb75b80-517e-4af8-8c62-a833b127fd26 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:26.337330 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-9eb75b80-517e-4af8-8c62-a833b127fd26 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Network 10ce6fde-8213-4e50-b9f8-9964ce2df8d6 is already hosted by enough agents. {{(pid=92999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:58:26.340477 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-9eb75b80-517e-4af8-8c62-a833b127fd26 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Resources bound (agent type, host, resource id): {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:58:26.344732 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-9eb75b80-517e-4af8-8c62-a833b127fd26 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Received port after_create {{(pid=92999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:58:26.351136 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb75b80-517e-4af8-8c62-a833b127fd26 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Pushing event updated for resources: {'Port': ['ID=e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:26.397123 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-9eb75b80-517e-4af8-8c62-a833b127fd26 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:26.397738 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-9eb75b80-517e-4af8-8c62-a833b127fd26 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:26.412688 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-9eb75b80-517e-4af8-8c62-a833b127fd26 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6305726 Jul 16 02:58:26.434391 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-81b8e082-0021-48d3-9aea-2e0b651d8512 service neutron] Request body: {'port': {'device_id': '1cd46b14-9f49-4dcf-8a99-66575cf7658a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:58:26.525790 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-81b8e082-0021-48d3-9aea-2e0b651d8512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:26.635114 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a69edd4-a4b1-4604-ab1b-bfd7d8d34fd0 req-81f1e15b-4d6b-4bcb-9cb0-402e22b557f8 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:26.636937 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5a69edd4-a4b1-4604-ab1b-bfd7d8d34fd0 req-81f1e15b-4d6b-4bcb-9cb0-402e22b557f8 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd46b14-9f49-4dcf-8a99-66575cf7658a HTTP/1.1" status: 200 len: 931 time: 0.0737081 Jul 16 02:58:26.685692 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5a69edd4-a4b1-4604-ab1b-bfd7d8d34fd0 req-3a34fbc5-e705-424c-b6ef-c991cc5047b8 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e5bda0-5422-4921-9de8-4aeaac0d9361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369477 Jul 16 02:58:26.862261 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-81b8e082-0021-48d3-9aea-2e0b651d8512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89 {{(pid=92999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:58:26.869474 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-81b8e082-0021-48d3-9aea-2e0b651d8512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:26.882367 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.provisioning_blocks [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-81b8e082-0021-48d3-9aea-2e0b651d8512 service neutron] Transition to ACTIVE for port object e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89 will not be triggered until provisioned by entity L2. {{(pid=92999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:58:26.885890 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-81b8e082-0021-48d3-9aea-2e0b651d8512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9108244'] for port, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:26.961663 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8e082-0021-48d3-9aea-2e0b651d8512 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89,revision_number=2']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:27.024112 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-81b8e082-0021-48d3-9aea-2e0b651d8512 service neutron] Attempting to bind port e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:58:27.024112 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-81b8e082-0021-48d3-9aea-2e0b651d8512 service neutron] Attempting to bind port e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '919f459a-58a8-4823-9f14-c9262a8f4a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '10ce6fde-8213-4e50-b9f8-9964ce2df8d6'}] {{(pid=92999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:58:27.024112 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-81b8e082-0021-48d3-9aea-2e0b651d8512 service neutron] Attempting to bind port e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89 on network 10ce6fde-8213-4e50-b9f8-9964ce2df8d6 {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:58:27.029944 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-81b8e082-0021-48d3-9aea-2e0b651d8512 service neutron] Port e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89 on network 10ce6fde-8213-4e50-b9f8-9964ce2df8d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:58:27.030547 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-81b8e082-0021-48d3-9aea-2e0b651d8512 service neutron] Attempting to bind port e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89 on network 10ce6fde-8213-4e50-b9f8-9964ce2df8d6 {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:58:27.037022 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-81b8e082-0021-48d3-9aea-2e0b651d8512 service neutron] Checking agent: {'id': 'a8200757-c16c-46b0-9c68-b9d07f85534b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'started_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:58:27.037230 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-81b8e082-0021-48d3-9aea-2e0b651d8512 service neutron] Checking segment: {'id': '919f459a-58a8-4823-9f14-c9262a8f4a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '10ce6fde-8213-4e50-b9f8-9964ce2df8d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:58:27.037760 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-81b8e082-0021-48d3-9aea-2e0b651d8512 service neutron] Bound using segment: {'id': '919f459a-58a8-4823-9f14-c9262a8f4a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '10ce6fde-8213-4e50-b9f8-9964ce2df8d6'} {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:58:27.038317 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-81b8e082-0021-48d3-9aea-2e0b651d8512 service neutron] Bound port: e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '919f459a-58a8-4823-9f14-c9262a8f4a7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 513, 'network_id': '10ce6fde-8213-4e50-b9f8-9964ce2df8d6'}}] {{(pid=92999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:58:27.038788 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-81b8e082-0021-48d3-9aea-2e0b651d8512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:27.115918 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-81b8e082-0021-48d3-9aea-2e0b651d8512 service neutron] For port e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89, host hv-cinder-78836, cleared binding levels {{(pid=92999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:58:27.118985 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-81b8e082-0021-48d3-9aea-2e0b651d8512 service neutron] For port e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89,segment=NetworkSegment(919f459a-58a8-4823-9f14-c9262a8f4a7b),segment_id=919f459a-58a8-4823-9f14-c9262a8f4a7b)] {{(pid=92999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:58:27.129138 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-81b8e082-0021-48d3-9aea-2e0b651d8512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9108244'] for port, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:27.162602 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-81b8e082-0021-48d3-9aea-2e0b651d8512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:27.163405 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-81b8e082-0021-48d3-9aea-2e0b651d8512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:27.164959 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-81b8e082-0021-48d3-9aea-2e0b651d8512 service neutron] 10.222.0.52 "PUT /v2.0/ports/e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89 HTTP/1.1" status: 200 len: 1093 time: 0.7355230 Jul 16 02:58:27.169478 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd46b14-9f49-4dcf-8a99-66575cf7658a', 'tag': 'e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89'}] {{(pid=92999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:58:27.171991 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7924d30a451bfb46b248ee236a8924541a1a79d63876f3bc8bdb08287585aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e649a64-f42d-49ca-acd1-16fd9d2021c4" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd46b14-9f49-4dcf-8a99-66575cf7658a", "tag": "e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89"}]}' {{(pid=92999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:58:27.195307 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b8e082-0021-48d3-9aea-2e0b651d8512 service neutron] Pushing event updated for resources: {'Port': ['ID=e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89,revision_number=3']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:27.220289 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8830a4a9-6cad-4053-a761-c3b32f16f8fd x-openstack-request-id: req-8830a4a9-6cad-4053-a761-c3b32f16f8fd {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:58:27.220579 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd46b14-9f49-4dcf-8a99-66575cf7658a", "tag": "e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89", "status": "completed", "code": 200}]} {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:58:27.220829 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8830a4a9-6cad-4053-a761-c3b32f16f8fd {{(pid=92999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:58:27.221216 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd46b14-9f49-4dcf-8a99-66575cf7658a', 'tag': 'e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89', 'status': 'completed', 'code': 200} Jul 16 02:58:27.309184 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-840c9403-b8b9-4e06-8121-96f5453a2a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:27.310717 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-840c9403-b8b9-4e06-8121-96f5453a2a60 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=12fcbccaae8340ff817302f6a7190214&device_id=1cd46b14-9f49-4dcf-8a99-66575cf7658a HTTP/1.1" status: 200 len: 1096 time: 0.0619850 Jul 16 02:58:27.364203 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-e8a680d2-6022-4602-9504-14e272c3aea0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89 HTTP/1.1" status: 200 len: 217 time: 0.0345018 Jul 16 02:58:27.411458 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-055b4341-d291-4e9e-943e-4ac442dcbf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:27.412902 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-055b4341-d291-4e9e-943e-4ac442dcbf11 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d46dce-d88a-4c24-89ef-11d63ae16164 HTTP/1.1" status: 200 len: 853 time: 0.0425553 Jul 16 02:58:27.453004 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-aaf33426-2ca4-400f-a189-8cb0d92ec659 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=10ce6fde-8213-4e50-b9f8-9964ce2df8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303328 Jul 16 02:58:27.821794 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-8d1dd099-def1-4bd6-a416-15ec77610b4a service neutron] 10.222.0.52 "GET /v2.0/networks/10ce6fde-8213-4e50-b9f8-9964ce2df8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3581502 Jul 16 02:58:27.897341 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa2261-011c-469a-8e4a-81870d24a08f req-6ad377e0-aa39-4f70-a9c6-033774852058 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:27.899073 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a8aa2261-011c-469a-8e4a-81870d24a08f req-6ad377e0-aa39-4f70-a9c6-033774852058 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd46b14-9f49-4dcf-8a99-66575cf7658a HTTP/1.1" status: 200 len: 943 time: 0.0772824 Jul 16 02:58:27.950243 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a8aa2261-011c-469a-8e4a-81870d24a08f req-0e7605e8-ec34-4985-8b7c-a30a0f129cc9 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e5bda0-5422-4921-9de8-4aeaac0d9361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440397 Jul 16 02:58:28.049437 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-50a96b15-5df1-418e-a71a-17a5af2fb5de req-49da3c56-01be-493f-9b61-8601e2e2cf83 service neutron] 10.222.0.52 "GET /v2.0/networks/10ce6fde-8213-4e50-b9f8-9964ce2df8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184873 Jul 16 02:58:28.248358 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e649a64-f42d-49ca-acd1-16fd9d2021c4 req-9eda0ec9-2e4b-4891-9631-37801fb5fbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:28.251546 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-9e649a64-f42d-49ca-acd1-16fd9d2021c4 req-9eda0ec9-2e4b-4891-9631-37801fb5fbe1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=12fcbccaae8340ff817302f6a7190214&device_id=1cd46b14-9f49-4dcf-8a99-66575cf7658a HTTP/1.1" status: 200 len: 1096 time: 0.0742452 Jul 16 02:58:28.369536 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e649a64-f42d-49ca-acd1-16fd9d2021c4 req-31b7b1e1-5fee-4738-8849-2bb77cefbcd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:28.371032 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-9e649a64-f42d-49ca-acd1-16fd9d2021c4 req-31b7b1e1-5fee-4738-8849-2bb77cefbcd6 service neutron] 10.222.0.52 "GET /v2.0/networks?id=10ce6fde-8213-4e50-b9f8-9964ce2df8d6 HTTP/1.1" status: 200 len: 914 time: 0.1079569 Jul 16 02:58:28.421977 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-9e649a64-f42d-49ca-acd1-16fd9d2021c4 req-67a3e106-25c9-4c68-82fb-0c543a49f190 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89 HTTP/1.1" status: 200 len: 217 time: 0.0416424 Jul 16 02:58:28.475978 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e649a64-f42d-49ca-acd1-16fd9d2021c4 req-c3da2e0b-5ec7-4742-a496-e75a102f01bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:28.477688 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-9e649a64-f42d-49ca-acd1-16fd9d2021c4 req-c3da2e0b-5ec7-4742-a496-e75a102f01bc service neutron] 10.222.0.52 "GET /v2.0/subnets?id=b2d46dce-d88a-4c24-89ef-11d63ae16164 HTTP/1.1" status: 200 len: 853 time: 0.0473678 Jul 16 02:58:28.515543 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-9e649a64-f42d-49ca-acd1-16fd9d2021c4 req-ed660bab-3401-443b-98e0-2c6a133155f1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=10ce6fde-8213-4e50-b9f8-9964ce2df8d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304351 Jul 16 02:58:28.617498 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-9e649a64-f42d-49ca-acd1-16fd9d2021c4 req-6b247592-5ff7-485d-b13e-693c11bc4e79 service neutron] 10.222.0.52 "GET /v2.0/networks/10ce6fde-8213-4e50-b9f8-9964ce2df8d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948443 Jul 16 02:58:28.672341 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 52662) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:28.721406 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-9e649a64-f42d-49ca-acd1-16fd9d2021c4 req-9bd076b8-a049-4c58-9d4d-e765d798b0db service neutron] 10.222.0.52 "GET /v2.0/networks/10ce6fde-8213-4e50-b9f8-9964ce2df8d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960619 Jul 16 02:58:28.801860 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-dc10f051-97da-4e21-a8d9-82b1600db1cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:28.918278 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-dc10f051-97da-4e21-a8d9-82b1600db1cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:28.922732 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-dc10f051-97da-4e21-a8d9-82b1600db1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:28.960608 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-dc10f051-97da-4e21-a8d9-82b1600db1cd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=533c77c707244dddb8b935814c90f5cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2871976 Jul 16 02:58:28.961466 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc10f051-97da-4e21-a8d9-82b1600db1cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ca6d24-3a53-4830-8b89-2028def47d9b,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:28.963273 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 52672) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:29.019583 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-c4586bb0-158c-4e73-b1cd-319a9411e639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:29.041095 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-c4586bb0-158c-4e73-b1cd-319a9411e639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:29.088090 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-c4586bb0-158c-4e73-b1cd-319a9411e639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:29.090704 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-c4586bb0-158c-4e73-b1cd-319a9411e639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:29.091868 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-c4586bb0-158c-4e73-b1cd-319a9411e639 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b7ca6d24-3a53-4830-8b89-2028def47d9b HTTP/1.1" status: 204 len: 168 time: 0.1274562 Jul 16 02:58:29.099850 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4586bb0-158c-4e73-b1cd-319a9411e639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ca6d24-3a53-4830-8b89-2028def47d9b,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:29.137238 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a456476-890e-4e9e-b367-c6e2191653d7 req-3caf4f59-fdd4-4d70-a50d-dc5240181f01 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:29.138797 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2a456476-890e-4e9e-b367-c6e2191653d7 req-3caf4f59-fdd4-4d70-a50d-dc5240181f01 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd46b14-9f49-4dcf-8a99-66575cf7658a HTTP/1.1" status: 200 len: 943 time: 0.0644329 Jul 16 02:58:29.177284 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2a456476-890e-4e9e-b367-c6e2191653d7 req-0e130e3d-fd5d-4ec9-b043-1c34b6c9ba90 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e5bda0-5422-4921-9de8-4aeaac0d9361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325732 Jul 16 02:58:29.263485 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:58:29.376213 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89,segment=NetworkSegment(919f459a-58a8-4823-9f14-c9262a8f4a7b),segment_id=919f459a-58a8-4823-9f14-c9262a8f4a7b)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:58:29.386062 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 52680) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:29.395760 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Returning: {'device': 'e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89', 'network_id': '10ce6fde-8213-4e50-b9f8-9964ce2df8d6', 'port_id': 'e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89', 'mac_address': 'fa:16:3e:a8:df:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 513, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2d46dce-d88a-4c24-89ef-11d63ae16164', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:58:29.403738 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-fd73f6be-148e-4c28-9662-2d20ea6e9395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:29.442467 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:29.468605 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89 {{(pid=93000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:58:29.501338 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89,segment=NetworkSegment(919f459a-58a8-4823-9f14-c9262a8f4a7b),segment_id=919f459a-58a8-4823-9f14-c9262a8f4a7b)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:58:29.505783 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:29.547226 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-fd73f6be-148e-4c28-9662-2d20ea6e9395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:29.551746 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-fd73f6be-148e-4c28-9662-2d20ea6e9395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:29.572217 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89,revision_number=4']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:29.581386 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:29.581736 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:29.582161 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:29.582503 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:29.582889 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:29.583174 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:29.583572 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:29.583958 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:29.584275 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:29.584659 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:29.584985 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:29.585308 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:29.594842 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd73f6be-148e-4c28-9662-2d20ea6e9395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d96a9e-ef07-4d2a-81c0-6925bc73123b,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:29.600154 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-fd73f6be-148e-4c28-9662-2d20ea6e9395 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=99f86fca1c7449a7827058b629d3fbfa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2128751 Jul 16 02:58:29.603076 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 52684) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:29.656647 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-842af7fc-620f-43d7-8856-daf35bc8849e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:29.678294 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-842af7fc-620f-43d7-8856-daf35bc8849e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:29.728008 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-842af7fc-620f-43d7-8856-daf35bc8849e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:29.730605 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-842af7fc-620f-43d7-8856-daf35bc8849e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:29.731756 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-842af7fc-620f-43d7-8856-daf35bc8849e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/97d96a9e-ef07-4d2a-81c0-6925bc73123b HTTP/1.1" status: 204 len: 168 time: 0.1275058 Jul 16 02:58:29.739951 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842af7fc-620f-43d7-8856-daf35bc8849e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d96a9e-ef07-4d2a-81c0-6925bc73123b,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:29.932599 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:58:30.083539 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 52696) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:30.097444 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-a0b7f6ea-9e33-4693-8837-74e08e0ce458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:30.193932 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-a0b7f6ea-9e33-4693-8837-74e08e0ce458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:30.198173 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-a0b7f6ea-9e33-4693-8837-74e08e0ce458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:30.237622 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-a0b7f6ea-9e33-4693-8837-74e08e0ce458 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d0e982edd744bcba75e247ccb5c0845&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1529484 Jul 16 02:58:30.239593 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b7f6ea-9e33-4693-8837-74e08e0ce458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75fc118a-c292-4831-a6c6-f921a4634fb7,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:30.240701 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 52700) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:30.294848 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-789fd936-0b6f-4973-a14b-822d6dd6c0b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:30.323374 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-789fd936-0b6f-4973-a14b-822d6dd6c0b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:30.410184 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-789fd936-0b6f-4973-a14b-822d6dd6c0b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:30.412766 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-789fd936-0b6f-4973-a14b-822d6dd6c0b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:30.413904 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-789fd936-0b6f-4973-a14b-822d6dd6c0b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/75fc118a-c292-4831-a6c6-f921a4634fb7 HTTP/1.1" status: 204 len: 168 time: 0.1721904 Jul 16 02:58:30.425685 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67bf3e7e-0c65-4b7c-9b5d-28e6d39f6b4c req-5c4b8177-1e50-4cd0-b68d-7b349f2170ad tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:30.427147 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-67bf3e7e-0c65-4b7c-9b5d-28e6d39f6b4c req-5c4b8177-1e50-4cd0-b68d-7b349f2170ad tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd46b14-9f49-4dcf-8a99-66575cf7658a HTTP/1.1" status: 200 len: 944 time: 0.0945926 Jul 16 02:58:30.432008 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789fd936-0b6f-4973-a14b-822d6dd6c0b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75fc118a-c292-4831-a6c6-f921a4634fb7,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:30.472403 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-67bf3e7e-0c65-4b7c-9b5d-28e6d39f6b4c req-b8435aa2-5031-4bf2-a646-cd5c42d59af4 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e5bda0-5422-4921-9de8-4aeaac0d9361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383832 Jul 16 02:58:31.278063 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89 up at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:58:31.461397 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning for port e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:58:31.465942 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning complete for port e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:58:31.466325 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:31.588614 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:31.616546 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd46b14-9f49-4dcf-8a99-66575cf7658a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89'}] {{(pid=93000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:58:31.618801 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea702c1d27a9afaa317d21627fdeb95d85c281d49492fc16ca315a181738864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e32729f5-f99d-4150-816d-cb6409643c97" -d '{"events": [{"server_uuid": "1cd46b14-9f49-4dcf-8a99-66575cf7658a", "name": "network-vif-plugged", "status": "completed", "tag": "e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89"}]}' {{(pid=93000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:58:31.637256 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89,segment=NetworkSegment(919f459a-58a8-4823-9f14-c9262a8f4a7b),segment_id=919f459a-58a8-4823-9f14-c9262a8f4a7b)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:58:31.641956 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:31.675139 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cade16fa-f3f4-4fdc-9a01-e56fc2985953 x-openstack-request-id: req-cade16fa-f3f4-4fdc-9a01-e56fc2985953 {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:58:31.675432 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd46b14-9f49-4dcf-8a99-66575cf7658a", "name": "network-vif-plugged", "status": "completed", "tag": "e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89", "code": 200}]} {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:58:31.675795 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cade16fa-f3f4-4fdc-9a01-e56fc2985953 {{(pid=93000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:58:31.676205 dv-cinder-788364-5-smb neutron-server[93000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd46b14-9f49-4dcf-8a99-66575cf7658a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89', 'code': 200} Jul 16 02:58:31.692535 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361a83e6-b4a0-4875-bd84-77282372a567 req-ef54f905-2c19-44f0-89da-179672fba9a2 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:31.693997 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-361a83e6-b4a0-4875-bd84-77282372a567 req-ef54f905-2c19-44f0-89da-179672fba9a2 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd46b14-9f49-4dcf-8a99-66575cf7658a HTTP/1.1" status: 200 len: 944 time: 0.0812368 Jul 16 02:58:31.710682 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89,revision_number=5']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:31.746533 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-361a83e6-b4a0-4875-bd84-77282372a567 req-70a5c761-7511-4884-85cb-b9b9a2f9edab tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e5bda0-5422-4921-9de8-4aeaac0d9361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376759 Jul 16 02:58:31.957688 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf46df8-b767-4d78-b472-9ef6c492c54a req-5931bdfc-47c2-45b9-a294-8ace2da4db38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:31.959141 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-faf46df8-b767-4d78-b472-9ef6c492c54a req-5931bdfc-47c2-45b9-a294-8ace2da4db38 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=1cd46b14-9f49-4dcf-8a99-66575cf7658a HTTP/1.1" status: 200 len: 1098 time: 0.0614951 Jul 16 02:58:31.999634 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-faf46df8-b767-4d78-b472-9ef6c492c54a req-a17f31af-f9a8-4bec-b8d0-de8d7e8ff0eb service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=c5e5bda0-5422-4921-9de8-4aeaac0d9361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319746 Jul 16 02:58:32.394609 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 52772) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:32.499412 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-37e6fe69-166c-482f-8146-6715f3f90405 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:32.599371 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-37e6fe69-166c-482f-8146-6715f3f90405 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:32.603818 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-37e6fe69-166c-482f-8146-6715f3f90405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:32.644430 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-37e6fe69-166c-482f-8146-6715f3f90405 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14fc1648558b43cca6d9d176ad9fb860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2486534 Jul 16 02:58:32.645271 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e6fe69-166c-482f-8146-6715f3f90405 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e019a889-f734-48de-8fed-4d2ab3d74440,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:32.647031 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 52780) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:32.699589 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-feb169f9-1fdf-44f1-9b2f-f33a03d283c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:32.725750 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-feb169f9-1fdf-44f1-9b2f-f33a03d283c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:32.790351 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-feb169f9-1fdf-44f1-9b2f-f33a03d283c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:32.793296 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-feb169f9-1fdf-44f1-9b2f-f33a03d283c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:32.794690 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-feb169f9-1fdf-44f1-9b2f-f33a03d283c1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e019a889-f734-48de-8fed-4d2ab3d74440 HTTP/1.1" status: 204 len: 168 time: 0.1465368 Jul 16 02:58:32.804104 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb169f9-1fdf-44f1-9b2f-f33a03d283c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e019a889-f734-48de-8fed-4d2ab3d74440,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:32.950965 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d49d9e-86e2-4274-9c88-90dc4e3d4971 req-531b5fb8-75c0-4352-9ab5-1548ac33d3b9 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:32.952604 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-79d49d9e-86e2-4274-9c88-90dc4e3d4971 req-531b5fb8-75c0-4352-9ab5-1548ac33d3b9 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd46b14-9f49-4dcf-8a99-66575cf7658a HTTP/1.1" status: 200 len: 945 time: 0.0815899 Jul 16 02:58:32.995640 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-79d49d9e-86e2-4274-9c88-90dc4e3d4971 req-0f70a86d-7be6-44f1-99c7-84d5d5735402 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e5bda0-5422-4921-9de8-4aeaac0d9361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360088 Jul 16 02:58:33.113878 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 52790) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:33.132094 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-d30a67a5-560d-460f-b728-9f1dfdf046a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:33.245089 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-d30a67a5-560d-460f-b728-9f1dfdf046a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:33.250522 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-d30a67a5-560d-460f-b728-9f1dfdf046a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:33.299901 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-d30a67a5-560d-460f-b728-9f1dfdf046a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa6e6065a719463b930578145561af20&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1844444 Jul 16 02:58:33.300840 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30a67a5-560d-460f-b728-9f1dfdf046a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f073c9-721b-4e9c-a3c6-394ff5e20245,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:33.303025 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 52792) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:33.371661 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-16e1a5c1-5201-410b-9ce4-91282aead5cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:33.401914 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-16e1a5c1-5201-410b-9ce4-91282aead5cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:33.458565 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-16e1a5c1-5201-410b-9ce4-91282aead5cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:33.461701 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-16e1a5c1-5201-410b-9ce4-91282aead5cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:33.463056 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-16e1a5c1-5201-410b-9ce4-91282aead5cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72f073c9-721b-4e9c-a3c6-394ff5e20245 HTTP/1.1" status: 204 len: 168 time: 0.1575644 Jul 16 02:58:33.474902 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e1a5c1-5201-410b-9ce4-91282aead5cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f073c9-721b-4e9c-a3c6-394ff5e20245,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:34.181192 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf5c6eb-b665-46c1-b66f-87ce161abb33 req-0e986a1e-dd06-4a48-9059-c5b54a7c54d1 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:34.182920 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-4bf5c6eb-b665-46c1-b66f-87ce161abb33 req-0e986a1e-dd06-4a48-9059-c5b54a7c54d1 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd46b14-9f49-4dcf-8a99-66575cf7658a HTTP/1.1" status: 200 len: 945 time: 0.0651832 Jul 16 02:58:34.223631 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-4bf5c6eb-b665-46c1-b66f-87ce161abb33 req-92a0cd15-6953-4ee7-b9f8-f28681d7edda tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e5bda0-5422-4921-9de8-4aeaac0d9361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339365 Jul 16 02:58:37.572397 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 52906) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:37.711190 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8ef385e9-0ccf-4780-8a76-f301837d7dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:37.812564 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8ef385e9-0ccf-4780-8a76-f301837d7dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:37.816869 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8ef385e9-0ccf-4780-8a76-f301837d7dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:37.877869 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef385e9-0ccf-4780-8a76-f301837d7dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054f42a1-488a-407a-a7d1-a43f439a3b72,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:37.882349 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-8ef385e9-0ccf-4780-8a76-f301837d7dac admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b4a2d7c3196433496c0b137e71b8a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3080742 Jul 16 02:58:37.885127 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 52916) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:37.947660 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-e60b032b-24c4-4b5f-9e7b-dd851a227b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:37.979375 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-e60b032b-24c4-4b5f-9e7b-dd851a227b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:38.052491 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-e60b032b-24c4-4b5f-9e7b-dd851a227b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:38.056504 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-e60b032b-24c4-4b5f-9e7b-dd851a227b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:38.058147 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-e60b032b-24c4-4b5f-9e7b-dd851a227b9d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/054f42a1-488a-407a-a7d1-a43f439a3b72 HTTP/1.1" status: 204 len: 168 time: 0.1717756 Jul 16 02:58:38.070002 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60b032b-24c4-4b5f-9e7b-dd851a227b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054f42a1-488a-407a-a7d1-a43f439a3b72,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:40.266185 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 52946) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:40.450927 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-6ae2e0ee-5919-4709-9828-b3d2f46c8d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:40.586575 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-6ae2e0ee-5919-4709-9828-b3d2f46c8d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:40.592872 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-6ae2e0ee-5919-4709-9828-b3d2f46c8d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:40.642326 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae2e0ee-5919-4709-9828-b3d2f46c8d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5097a3cf-4914-4845-8844-92a35b9b29c7,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:40.647090 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-6ae2e0ee-5919-4709-9828-b3d2f46c8d2f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=491963ab7026487686d37c926eb7512c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3797431 Jul 16 02:58:40.650108 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 52952) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:40.720906 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3b329d1c-b90f-4266-9552-141d22ff04f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:40.754322 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3b329d1c-b90f-4266-9552-141d22ff04f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:40.813529 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3b329d1c-b90f-4266-9552-141d22ff04f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:40.816313 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3b329d1c-b90f-4266-9552-141d22ff04f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:40.820630 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-3b329d1c-b90f-4266-9552-141d22ff04f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5097a3cf-4914-4845-8844-92a35b9b29c7 HTTP/1.1" status: 204 len: 168 time: 0.1693826 Jul 16 02:58:40.831849 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b329d1c-b90f-4266-9552-141d22ff04f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5097a3cf-4914-4845-8844-92a35b9b29c7,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:45.720569 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-28cb1f01-83a5-4ba3-9324-2fe2ff179ff3 req-56ae5eaa-2ca0-48db-9b8e-7e2d448db4bd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0524664 Jul 16 02:58:45.812989 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb1f01-83a5-4ba3-9324-2fe2ff179ff3 req-fc24bde3-826a-4173-b89f-59cc9db689b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:45.814472 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-28cb1f01-83a5-4ba3-9324-2fe2ff179ff3 req-fc24bde3-826a-4173-b89f-59cc9db689b1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=27578fa4931d43a687b8bfb4f9fd5fd6&device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 1100 time: 0.0522702 Jul 16 02:58:45.926300 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb1f01-83a5-4ba3-9324-2fe2ff179ff3 req-7398d52b-7f78-4850-8e43-3c0f491859d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:45.927785 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-28cb1f01-83a5-4ba3-9324-2fe2ff179ff3 req-7398d52b-7f78-4850-8e43-3c0f491859d7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=747b2ea9-fb6f-4340-aee2-7461ba32440e HTTP/1.1" status: 200 len: 918 time: 0.0878584 Jul 16 02:58:46.000838 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-28cb1f01-83a5-4ba3-9324-2fe2ff179ff3 req-ab72188b-43ab-46b6-8a08-e9810114de57 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=14ac9660-02d1-4c3f-a9a6-c322e1ce1254 HTTP/1.1" status: 200 len: 1000 time: 0.0634997 Jul 16 02:58:46.059321 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb1f01-83a5-4ba3-9324-2fe2ff179ff3 req-03c8333b-1afb-44bc-a7c6-eb784eb5df03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:46.061988 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-28cb1f01-83a5-4ba3-9324-2fe2ff179ff3 req-03c8333b-1afb-44bc-a7c6-eb784eb5df03 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64e63330-214e-4dcd-a719-fae45048b23b HTTP/1.1" status: 200 len: 856 time: 0.0538049 Jul 16 02:58:46.136754 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cb1f01-83a5-4ba3-9324-2fe2ff179ff3 req-68ea9912-678b-471f-84fe-9a95f850cb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:46.139385 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-28cb1f01-83a5-4ba3-9324-2fe2ff179ff3 req-68ea9912-678b-471f-84fe-9a95f850cb64 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=747b2ea9-fb6f-4340-aee2-7461ba32440e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0700934 Jul 16 02:58:46.256932 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-28cb1f01-83a5-4ba3-9324-2fe2ff179ff3 req-7c1492fa-86b5-4c8a-aa17-adaa99c32791 service neutron] 10.222.0.52 "GET /v2.0/networks/747b2ea9-fb6f-4340-aee2-7461ba32440e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083956 Jul 16 02:58:46.381452 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-28cb1f01-83a5-4ba3-9324-2fe2ff179ff3 req-9f6c8069-8d58-4d6b-89bb-54bae684d28b service neutron] 10.222.0.52 "GET /v2.0/networks/747b2ea9-fb6f-4340-aee2-7461ba32440e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1160862 Jul 16 02:58:47.242460 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-4d310efd-4517-45ec-b9e5-79e158fb696a req-479b3611-8025-464b-8089-53698521bfd4 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1028609418&fields=id&tenant_id=7a07fe20008544158432a3e05ba4b289 HTTP/1.1" status: 200 len: 267 time: 0.0463917 Jul 16 02:58:47.265855 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:47.322123 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d310efd-4517-45ec-b9e5-79e158fb696a req-361acfb2-2b5d-4279-9843-b297c0152373 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:47.323748 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-4d310efd-4517-45ec-b9e5-79e158fb696a req-361acfb2-2b5d-4279-9843-b297c0152373 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 985 time: 0.0750902 Jul 16 02:58:47.335487 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [req-4d310efd-4517-45ec-b9e5-79e158fb696a req-033ed744-0f34-4cd2-bcec-62d48f012b4d tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Request body: {'port': {'security_groups': ['eedf4579-c591-4e8f-a5e6-b2a6356a2053']}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:58:47.421803 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-4d310efd-4517-45ec-b9e5-79e158fb696a req-033ed744-0f34-4cd2-bcec-62d48f012b4d tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:47.624158 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [req-4d310efd-4517-45ec-b9e5-79e158fb696a req-033ed744-0f34-4cd2-bcec-62d48f012b4d tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] For port ca3d1dc9-1b56-40c6-bbe4-7eee7207619d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca3d1dc9-1b56-40c6-bbe4-7eee7207619d,segment=NetworkSegment(183d1364-b160-4473-aaf9-4040526610ca),segment_id=183d1364-b160-4473-aaf9-4040526610ca)] {{(pid=92998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:58:47.657098 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-4d310efd-4517-45ec-b9e5-79e158fb696a req-033ed744-0f34-4cd2-bcec-62d48f012b4d tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for port, precommit_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:47.662348 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-4d310efd-4517-45ec-b9e5-79e158fb696a req-033ed744-0f34-4cd2-bcec-62d48f012b4d tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110325'] for port, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:47.707485 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['ca3d1dc9-1b56-40c6-bbe4-7eee7207619d'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:58:47.714196 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d310efd-4517-45ec-b9e5-79e158fb696a req-033ed744-0f34-4cd2-bcec-62d48f012b4d tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:47.714915 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-4d310efd-4517-45ec-b9e5-79e158fb696a req-033ed744-0f34-4cd2-bcec-62d48f012b4d tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:47.716390 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-4d310efd-4517-45ec-b9e5-79e158fb696a req-033ed744-0f34-4cd2-bcec-62d48f012b4d tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "PUT /v2.0/ports/ca3d1dc9-1b56-40c6-bbe4-7eee7207619d HTTP/1.1" status: 200 len: 943 time: 0.3859072 Jul 16 02:58:47.716924 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119a69c3-5a2e-4347-bde7-a76a0c7d0bbc', 'tag': 'ca3d1dc9-1b56-40c6-bbe4-7eee7207619d'}] {{(pid=92998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:58:47.719270 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a245791c69082107892e6a31916d6d43f1304004a28c473c9394a88117d1c043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8763f3db-40bb-4f11-8cfb-da17c663d613" -d '{"events": [{"name": "network-changed", "server_uuid": "119a69c3-5a2e-4347-bde7-a76a0c7d0bbc", "tag": "ca3d1dc9-1b56-40c6-bbe4-7eee7207619d"}]}' {{(pid=92998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:58:47.724412 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 53108) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:47.777945 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033ed744-0f34-4cd2-bcec-62d48f012b4d tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Pushing event updated for resources: {'Port': ['ID=ca3d1dc9-1b56-40c6-bbe4-7eee7207619d,revision_number=7']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:47.812688 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:58:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59318436-42c6-4703-adad-522ee9f3fac8 x-openstack-request-id: req-59318436-42c6-4703-adad-522ee9f3fac8 {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:58:47.813859 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119a69c3-5a2e-4347-bde7-a76a0c7d0bbc", "tag": "ca3d1dc9-1b56-40c6-bbe4-7eee7207619d", "status": "completed", "code": 200}]} {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:58:47.814673 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-59318436-42c6-4703-adad-522ee9f3fac8 {{(pid=92998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:58:47.815736 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119a69c3-5a2e-4347-bde7-a76a0c7d0bbc', 'tag': 'ca3d1dc9-1b56-40c6-bbe4-7eee7207619d', 'status': 'completed', 'code': 200} Jul 16 02:58:47.974413 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-86fe280b-6ca2-4725-8393-cbc255e32842 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:48.017712 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763f3db-40bb-4f11-8cfb-da17c663d613 req-14a9af7b-f137-4cbd-af39-9b867d0f88c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:48.019526 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['ca3d1dc9-1b56-40c6-bbe4-7eee7207619d'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:58:48.019657 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-8763f3db-40bb-4f11-8cfb-da17c663d613 req-14a9af7b-f137-4cbd-af39-9b867d0f88c7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a07fe20008544158432a3e05ba4b289&device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 1099 time: 0.1531270 Jul 16 02:58:48.054710 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-86fe280b-6ca2-4725-8393-cbc255e32842 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:48.102637 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 6 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:58:48.120626 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-51ab9aaf-fce5-4338-821d-63cf693917a6 None None] Provisioning complete for port ca3d1dc9-1b56-40c6-bbe4-7eee7207619d triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:58:48.121040 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-51ab9aaf-fce5-4338-821d-63cf693917a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:48.179125 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63341402-cd96-4f52-88b4-6774d988744d req-ac17f1e5-b49e-49b2-9d0a-5d4e9366468d tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:48.180774 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-63341402-cd96-4f52-88b4-6774d988744d req-ac17f1e5-b49e-49b2-9d0a-5d4e9366468d tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 947 time: 0.0991149 Jul 16 02:58:48.189358 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763f3db-40bb-4f11-8cfb-da17c663d613 req-dc5255f2-1a98-49b2-bf0c-ecfa29f54477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:48.190972 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-8763f3db-40bb-4f11-8cfb-da17c663d613 req-dc5255f2-1a98-49b2-bf0c-ecfa29f54477 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cff15e84-fc6d-4fab-9100-6ab8022ec990 HTTP/1.1" status: 200 len: 914 time: 0.1597016 Jul 16 02:58:48.259094 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-63341402-cd96-4f52-88b4-6774d988744d req-f632348f-05e4-4dd1-99f8-32c3cd84a136 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630176 Jul 16 02:58:48.266810 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-86fe280b-6ca2-4725-8393-cbc255e32842 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:48.270038 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-86fe280b-6ca2-4725-8393-cbc255e32842 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:48.271452 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-86fe280b-6ca2-4725-8393-cbc255e32842 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "DELETE /v2.0/security-groups/0b7bc0ec-2fbd-45cc-ba6c-7c6c9d593c86 HTTP/1.1" status: 204 len: 168 time: 0.5459816 Jul 16 02:58:48.274244 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 53120) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:48.298908 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fe280b-6ca2-4725-8393-cbc255e32842 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b7bc0ec-2fbd-45cc-ba6c-7c6c9d593c86,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:48.312114 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-8763f3db-40bb-4f11-8cfb-da17c663d613 req-3fdea4a1-4546-4355-892f-02305bf110d0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca3d1dc9-1b56-40c6-bbe4-7eee7207619d HTTP/1.1" status: 200 len: 1002 time: 0.1121581 Jul 16 02:58:48.432294 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763f3db-40bb-4f11-8cfb-da17c663d613 req-11e942d7-108a-461f-aec6-2b1bf05bbb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:48.437432 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-3f2ae7a7-b366-451b-b038-50aa17f0a056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:48.446209 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-8763f3db-40bb-4f11-8cfb-da17c663d613 req-11e942d7-108a-461f-aec6-2b1bf05bbb9e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0535213-d453-4aa5-8b48-17b60fb36114 HTTP/1.1" status: 200 len: 852 time: 0.0977139 Jul 16 02:58:48.570507 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8763f3db-40bb-4f11-8cfb-da17c663d613 req-1a3e54b1-0039-4555-ba2d-74954f449dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:48.573603 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-8763f3db-40bb-4f11-8cfb-da17c663d613 req-1a3e54b1-0039-4555-ba2d-74954f449dde service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cff15e84-fc6d-4fab-9100-6ab8022ec990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1121631 Jul 16 02:58:48.691448 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-8763f3db-40bb-4f11-8cfb-da17c663d613 req-bb4d23f0-142e-48a6-bdb4-53926bf1fde7 service neutron] 10.222.0.52 "GET /v2.0/networks/cff15e84-fc6d-4fab-9100-6ab8022ec990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098101 Jul 16 02:58:48.802956 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-8763f3db-40bb-4f11-8cfb-da17c663d613 req-4459ce69-bc44-4015-9c59-b8624826059c service neutron] 10.222.0.52 "GET /v2.0/networks/cff15e84-fc6d-4fab-9100-6ab8022ec990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010916 Jul 16 02:58:48.858027 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-780b8a8c-cd54-4ed8-9ece-0a3c04ea0814 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Deleting port 01dbef12-de0e-428d-8328-4899d866a97b {{(pid=92998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:58:48.858472 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-780b8a8c-cd54-4ed8-9ece-0a3c04ea0814 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:48.938840 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-780b8a8c-cd54-4ed8-9ece-0a3c04ea0814 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:48.939078 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-780b8a8c-cd54-4ed8-9ece-0a3c04ea0814 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:48.951418 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-780b8a8c-cd54-4ed8-9ece-0a3c04ea0814 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Calling delete_port for 01dbef12-de0e-428d-8328-4899d866a97b owned by network:floatingip {{(pid=92998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:58:49.148902 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-780b8a8c-cd54-4ed8-9ece-0a3c04ea0814 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:49.182432 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780b8a8c-cd54-4ed8-9ece-0a3c04ea0814 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Pushing event deleted for resources: {'Port': ['ID=01dbef12-de0e-428d-8328-4899d866a97b,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:49.247122 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-780b8a8c-cd54-4ed8-9ece-0a3c04ea0814 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks [] for floatingip, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:49.247509 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.db.l3_db [None req-780b8a8c-cd54-4ed8-9ece-0a3c04ea0814 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Floating IP c69a9d8e-cfbd-434c-a2fc-7c0fe12dc88c disassociated (deleted). External IP: 172.28.1.121, port: ca3d1dc9-1b56-40c6-bbe4-7eee7207619d. Jul 16 02:58:49.487225 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-780b8a8c-cd54-4ed8-9ece-0a3c04ea0814 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Router 9aec63fb-16bc-4c42-a63a-2a9c31e97869 has already been hosted by L3 agent c2717fd8-7624-4935-9c00-920e66229c5a {{(pid=92998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:58:49.564638 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 53138) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:49.614539 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-780b8a8c-cd54-4ed8-9ece-0a3c04ea0814 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:58:49.619803 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-780b8a8c-cd54-4ed8-9ece-0a3c04ea0814 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for floatingip, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:49.626363 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674ccd50-ed5f-4d90-a959-5bf46bfba7f2 None None] Sync routers for ids ['9aec63fb-16bc-4c42-a63a-2a9c31e97869'] in dv-cinder-788364-5-smb {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:58:49.629684 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-925cb4e2-d003-4635-b743-83de01d1afca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:49.637836 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674ccd50-ed5f-4d90-a959-5bf46bfba7f2 None None] Routers {'9aec63fb-16bc-4c42-a63a-2a9c31e97869'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:58:49.638955 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-674ccd50-ed5f-4d90-a959-5bf46bfba7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:58:22Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['9aec63fb-16bc-4c42-a63a-2a9c31e97869'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:58:49.705825 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-780b8a8c-cd54-4ed8-9ece-0a3c04ea0814 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "DELETE /v2.0/floatingips/c69a9d8e-cfbd-434c-a2fc-7c0fe12dc88c HTTP/1.1" status: 204 len: 168 time: 1.4304669 Jul 16 02:58:49.743945 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f628db-60ea-419a-ba52-bbd1ab73f491 req-5949fc40-e5a1-477f-b381-70ff7eaf4478 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:49.745717 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-52f628db-60ea-419a-ba52-bbd1ab73f491 req-5949fc40-e5a1-477f-b381-70ff7eaf4478 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 947 time: 0.3300176 Jul 16 02:58:49.770244 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-925cb4e2-d003-4635-b743-83de01d1afca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:49.775073 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-925cb4e2-d003-4635-b743-83de01d1afca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:49.804858 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-674ccd50-ed5f-4d90-a959-5bf46bfba7f2 None None] Set router 9aec63fb-16bc-4c42-a63a-2a9c31e97869 gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:58:49.814519 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-52f628db-60ea-419a-ba52-bbd1ab73f491 req-70918eae-5b22-4929-9c7a-cf2b1fd75af2 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624778 Jul 16 02:58:49.821654 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '119a69c3-5a2e-4347-bde7-a76a0c7d0bbc', 'tag': 'ca3d1dc9-1b56-40c6-bbe4-7eee7207619d'}] {{(pid=92998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:58:49.821654 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a245791c69082107892e6a31916d6d43f1304004a28c473c9394a88117d1c043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f479a0e-64be-4ba6-a7c8-1c3670f8821d" -d '{"events": [{"name": "network-changed", "server_uuid": "119a69c3-5a2e-4347-bde7-a76a0c7d0bbc", "tag": "ca3d1dc9-1b56-40c6-bbe4-7eee7207619d"}]}' {{(pid=92998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:58:49.826804 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925cb4e2-d003-4635-b743-83de01d1afca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00f4622c-0c85-4cb4-a3f2-77ceeb36e49b,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:49.874097 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 53154) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:49.874253 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-925cb4e2-d003-4635-b743-83de01d1afca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2eed9b75433b4eaa8d308831399f97cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3067951 Jul 16 02:58:49.892909 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c4b6ab9-dd3d-4cb9-8f37-e7958a405d95 x-openstack-request-id: req-8c4b6ab9-dd3d-4cb9-8f37-e7958a405d95 {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:58:49.893229 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "119a69c3-5a2e-4347-bde7-a76a0c7d0bbc", "tag": "ca3d1dc9-1b56-40c6-bbe4-7eee7207619d", "status": "completed", "code": 200}]} {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:58:49.893485 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c4b6ab9-dd3d-4cb9-8f37-e7958a405d95 {{(pid=92998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:58:49.893897 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '119a69c3-5a2e-4347-bde7-a76a0c7d0bbc', 'tag': 'ca3d1dc9-1b56-40c6-bbe4-7eee7207619d', 'status': 'completed', 'code': 200} Jul 16 02:58:49.941876 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-9619dd76-3a46-4ba1-aa10-ef23187dd2e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:49.966370 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-9619dd76-3a46-4ba1-aa10-ef23187dd2e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:50.068150 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f479a0e-64be-4ba6-a7c8-1c3670f8821d req-ee2c606a-6d98-416c-a1c4-d6eb7fd121ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:50.070201 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-4f479a0e-64be-4ba6-a7c8-1c3670f8821d req-ee2c606a-6d98-416c-a1c4-d6eb7fd121ac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=7a07fe20008544158432a3e05ba4b289&device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 1099 time: 0.0802200 Jul 16 02:58:50.078756 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-9619dd76-3a46-4ba1-aa10-ef23187dd2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:50.082473 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-9619dd76-3a46-4ba1-aa10-ef23187dd2e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:50.083684 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-9619dd76-3a46-4ba1-aa10-ef23187dd2e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00f4622c-0c85-4cb4-a3f2-77ceeb36e49b HTTP/1.1" status: 204 len: 168 time: 0.2097557 Jul 16 02:58:50.097479 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9619dd76-3a46-4ba1-aa10-ef23187dd2e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f4622c-0c85-4cb4-a3f2-77ceeb36e49b,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:50.148636 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-674ccd50-ed5f-4d90-a959-5bf46bfba7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'name': 'tempest-TestMinimumBasicScenario-99972491-router', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '71823b24-21be-4bdf-8a5a-7ddcc0f338d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:24Z', 'updated_at': '2021-07-16T02:55:30Z', 'revision_number': 4, 'project_id': '7a07fe20008544158432a3e05ba4b289', 'gw_port': {'id': '71823b24-21be-4bdf-8a5a-7ddcc0f338d3', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:25Z', 'updated_at': '2021-07-16T02:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '5ee7cd17-c6b7-4226-9359-c8a487eaecb7', 'name': '', 'network_id': 'cff15e84-fc6d-4fab-9100-6ab8022ec990', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'mac_address': 'fa:16:3e:d1:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a0535213-d453-4aa5-8b48-17b60fb36114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:28Z', 'updated_at': '2021-07-16T02:55:39Z', 'revision_number': 5, 'project_id': '7a07fe20008544158432a3e05ba4b289', 'subnets': [{'id': 'a0535213-d453-4aa5-8b48-17b60fb36114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:58:50.203166 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674ccd50-ed5f-4d90-a959-5bf46bfba7f2 None None] Checking router: 9aec63fb-16bc-4c42-a63a-2a9c31e97869 for host: dv-cinder-788364-5-smb {{(pid=93000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:58:50.219398 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-674ccd50-ed5f-4d90-a959-5bf46bfba7f2 None None] Routers {'9aec63fb-16bc-4c42-a63a-2a9c31e97869'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:58:50.220233 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-674ccd50-ed5f-4d90-a959-5bf46bfba7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:58:22Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['9aec63fb-16bc-4c42-a63a-2a9c31e97869'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:58:50.226879 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f479a0e-64be-4ba6-a7c8-1c3670f8821d req-c84d6ca9-59c8-448f-a85e-a657b9f80208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:50.229071 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-4f479a0e-64be-4ba6-a7c8-1c3670f8821d req-c84d6ca9-59c8-448f-a85e-a657b9f80208 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cff15e84-fc6d-4fab-9100-6ab8022ec990 HTTP/1.1" status: 200 len: 914 time: 0.1512370 Jul 16 02:58:50.299458 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5b05cc-e51b-42de-8b71-37ee3d759b49 req-441a6e2e-faf4-4eee-a323-50f0f62659b7 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:50.303939 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7f5b05cc-e51b-42de-8b71-37ee3d759b49 req-441a6e2e-faf4-4eee-a323-50f0f62659b7 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.52 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 947 time: 0.1063867 Jul 16 02:58:50.319918 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-4f479a0e-64be-4ba6-a7c8-1c3670f8821d req-d8218abc-9d34-4f5e-a9c8-7e24b0fc8c77 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ca3d1dc9-1b56-40c6-bbe4-7eee7207619d HTTP/1.1" status: 200 len: 217 time: 0.0809600 Jul 16 02:58:50.382336 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-674ccd50-ed5f-4d90-a959-5bf46bfba7f2 None None] Set router 9aec63fb-16bc-4c42-a63a-2a9c31e97869 gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:58:50.411235 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f479a0e-64be-4ba6-a7c8-1c3670f8821d req-e59ec692-d9ff-4ac6-8d1d-89206bdbd7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:50.412919 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-4f479a0e-64be-4ba6-a7c8-1c3670f8821d req-e59ec692-d9ff-4ac6-8d1d-89206bdbd7c7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a0535213-d453-4aa5-8b48-17b60fb36114 HTTP/1.1" status: 200 len: 852 time: 0.0855842 Jul 16 02:58:50.456008 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [req-7f5b05cc-e51b-42de-8b71-37ee3d759b49 req-c69ad4b8-97ca-471f-a9ea-f9920face111 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Deleting port 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 {{(pid=92998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:58:50.456700 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-7f5b05cc-e51b-42de-8b71-37ee3d759b49 req-c69ad4b8-97ca-471f-a9ea-f9920face111 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:50.496002 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f479a0e-64be-4ba6-a7c8-1c3670f8821d req-64456bc9-5ab0-4148-8a07-8b9af47ca7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:50.499311 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-4f479a0e-64be-4ba6-a7c8-1c3670f8821d req-64456bc9-5ab0-4148-8a07-8b9af47ca7b5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cff15e84-fc6d-4fab-9100-6ab8022ec990&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0752101 Jul 16 02:58:50.527276 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 53168) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:50.566248 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-23dba992-bf1e-4dbd-94b3-cf41abe0c500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:50.573308 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [req-7f5b05cc-e51b-42de-8b71-37ee3d759b49 req-c69ad4b8-97ca-471f-a9ea-f9920face111 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] For port 14ac9660-02d1-4c3f-a9a6-c322e1ce1254, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=14ac9660-02d1-4c3f-a9a6-c322e1ce1254,segment=NetworkSegment(7d07a258-c4a7-4e28-b7a7-e65f63b3a875),segment_id=7d07a258-c4a7-4e28-b7a7-e65f63b3a875)] {{(pid=92998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:58:50.574921 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-7f5b05cc-e51b-42de-8b71-37ee3d759b49 req-c69ad4b8-97ca-471f-a9ea-f9920face111 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:50.637246 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-674ccd50-ed5f-4d90-a959-5bf46bfba7f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'name': 'tempest-TestMinimumBasicScenario-99972491-router', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '71823b24-21be-4bdf-8a5a-7ddcc0f338d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:24Z', 'updated_at': '2021-07-16T02:55:30Z', 'revision_number': 4, 'project_id': '7a07fe20008544158432a3e05ba4b289', 'gw_port': {'id': '71823b24-21be-4bdf-8a5a-7ddcc0f338d3', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:25Z', 'updated_at': '2021-07-16T02:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '5ee7cd17-c6b7-4226-9359-c8a487eaecb7', 'name': '', 'network_id': 'cff15e84-fc6d-4fab-9100-6ab8022ec990', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'mac_address': 'fa:16:3e:d1:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a0535213-d453-4aa5-8b48-17b60fb36114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:28Z', 'updated_at': '2021-07-16T02:55:39Z', 'revision_number': 5, 'project_id': '7a07fe20008544158432a3e05ba4b289', 'subnets': [{'id': 'a0535213-d453-4aa5-8b48-17b60fb36114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:58:50.661757 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-4f479a0e-64be-4ba6-a7c8-1c3670f8821d req-ec3a6174-bc72-4b53-8a25-0d38a638cc2f service neutron] 10.222.0.52 "GET /v2.0/networks/cff15e84-fc6d-4fab-9100-6ab8022ec990?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464143 Jul 16 02:58:50.676637 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-674ccd50-ed5f-4d90-a959-5bf46bfba7f2 None None] The sync data for ids ['9aec63fb-16bc-4c42-a63a-2a9c31e97869'] in dv-cinder-788364-5-smb is: [{'id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'name': 'tempest-TestMinimumBasicScenario-99972491-router', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '71823b24-21be-4bdf-8a5a-7ddcc0f338d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:24Z', 'updated_at': '2021-07-16T02:55:30Z', 'revision_number': 4, 'project_id': '7a07fe20008544158432a3e05ba4b289', 'gw_port': {'id': '71823b24-21be-4bdf-8a5a-7ddcc0f338d3', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:25Z', 'updated_at': '2021-07-16T02:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '5ee7cd17-c6b7-4226-9359-c8a487eaecb7', 'name': '', 'network_id': 'cff15e84-fc6d-4fab-9100-6ab8022ec990', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'mac_address': 'fa:16:3e:d1:00:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'device_owner': 'network:router_interface', 'standard_attr_id': 305, 'fixed_ips': [{'subnet_id': 'a0535213-d453-4aa5-8b48-17b60fb36114', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:28Z', 'updated_at': '2021-07-16T02:55:39Z', 'revision_number': 5, 'project_id': '7a07fe20008544158432a3e05ba4b289', 'subnets': [{'id': 'a0535213-d453-4aa5-8b48-17b60fb36114', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:58:50.806455 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-4f479a0e-64be-4ba6-a7c8-1c3670f8821d req-7e47779b-6de2-4160-8185-85023832f01a service neutron] 10.222.0.52 "GET /v2.0/networks/cff15e84-fc6d-4fab-9100-6ab8022ec990?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068146 Jul 16 02:58:50.899186 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-23dba992-bf1e-4dbd-94b3-cf41abe0c500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:50.906440 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-23dba992-bf1e-4dbd-94b3-cf41abe0c500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:50.908485 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-7f5b05cc-e51b-42de-8b71-37ee3d759b49 req-c69ad4b8-97ca-471f-a9ea-f9920face111 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:50.908919 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-7f5b05cc-e51b-42de-8b71-37ee3d759b49 req-c69ad4b8-97ca-471f-a9ea-f9920face111 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442025'] for floatingip, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:50.909274 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.db.l3_db [req-7f5b05cc-e51b-42de-8b71-37ee3d759b49 req-c69ad4b8-97ca-471f-a9ea-f9920face111 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Floating IP 32523045-8486-4fee-95e7-301ed899fa33 disassociated. External IP: 172.28.1.9, port: 14ac9660-02d1-4c3f-a9a6-c322e1ce1254. Jul 16 02:58:50.909676 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [req-7f5b05cc-e51b-42de-8b71-37ee3d759b49 req-c69ad4b8-97ca-471f-a9ea-f9920face111 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Calling delete_port for 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 owned by compute:nova {{(pid=92998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:58:50.948123 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-23dba992-bf1e-4dbd-94b3-cf41abe0c500 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7bfbef7933ef46c69fd1f888f38985a8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4162073 Jul 16 02:58:50.955648 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 53180) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:51.001606 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dba992-bf1e-4dbd-94b3-cf41abe0c500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d185e8a3-6e1d-4af6-9da0-2327ca89c679,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:51.063713 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-9d2b37a9-77c5-4d85-91b9-1f2831bd1db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:51.089353 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-9d2b37a9-77c5-4d85-91b9-1f2831bd1db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:51.159594 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-9d2b37a9-77c5-4d85-91b9-1f2831bd1db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:51.165083 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-9d2b37a9-77c5-4d85-91b9-1f2831bd1db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:51.172713 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a390006e-c6ff-487a-a2a5-3799779a1927 None None] New status for floating IP c69a9d8e-cfbd-434c-a2fc-7c0fe12dc88c: DOWN {{(pid=93001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:58:51.181490 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-9d2b37a9-77c5-4d85-91b9-1f2831bd1db9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d185e8a3-6e1d-4af6-9da0-2327ca89c679 HTTP/1.1" status: 204 len: 168 time: 0.2173109 Jul 16 02:58:51.221380 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-7f5b05cc-e51b-42de-8b71-37ee3d759b49 req-c69ad4b8-97ca-471f-a9ea-f9920face111 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:51.229921 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2b37a9-77c5-4d85-91b9-1f2831bd1db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d185e8a3-6e1d-4af6-9da0-2327ca89c679,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:51.272201 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf347b9-0c35-45e0-b369-2e8da708f55d req-bf2d0d75-2ac2-4e51-a60d-95bd75c69bbb tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:51.274139 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9cf347b9-0c35-45e0-b369-2e8da708f55d req-bf2d0d75-2ac2-4e51-a60d-95bd75c69bbb tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 947 time: 0.2179806 Jul 16 02:58:51.354299 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:51.359632 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69ad4b8-97ca-471f-a9ea-f9920face111 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Pushing event deleted for resources: {'Port': ['ID=14ac9660-02d1-4c3f-a9a6-c322e1ce1254,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:51.395723 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9cf347b9-0c35-45e0-b369-2e8da708f55d req-43a39f1a-0a84-45e2-9832-b0be3892c171 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=0c64fd60-c281-477e-9546-eda5ee82f37e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916400 Jul 16 02:58:51.544427 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba08558-82ae-4bb0-814a-5bace16e1608 req-290489a0-d486-4bb9-9faf-d96d2ac95479 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:51.552359 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9ba08558-82ae-4bb0-814a-5bace16e1608 req-290489a0-d486-4bb9-9faf-d96d2ac95479 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.3276291 Jul 16 02:58:51.597791 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-5857892d-af42-44bf-aae6-474b893713ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:51.616890 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9ba08558-82ae-4bb0-814a-5bace16e1608 req-f73aa0d7-2249-4996-ae0c-8ec645707bb6 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634320 Jul 16 02:58:51.618993 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7f5b05cc-e51b-42de-8b71-37ee3d759b49 req-c69ad4b8-97ca-471f-a9ea-f9920face111 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Router 80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 has already been hosted by L3 agent c2717fd8-7624-4935-9c00-920e66229c5a {{(pid=92998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:58:51.758694 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7f5b05cc-e51b-42de-8b71-37ee3d759b49 req-c69ad4b8-97ca-471f-a9ea-f9920face111 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:58:51.769272 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eda826-7677-4652-99ad-53afbb2d7c02 None None] Sync routers for ids ['80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'] in dv-cinder-788364-5-smb {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:58:51.783501 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eda826-7677-4652-99ad-53afbb2d7c02 None None] Routers {'80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:58:51.784159 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-f5eda826-7677-4652-99ad-53afbb2d7c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:58:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:58:51.799618 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 53196) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:51.813718 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f5b05cc-e51b-42de-8b71-37ee3d759b49 req-c69ad4b8-97ca-471f-a9ea-f9920face111 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] No DVR routers for this DVR port 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 on host hv-cinder-78836 {{(pid=92998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:58:51.817571 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-7f5b05cc-e51b-42de-8b71-37ee3d759b49 req-c69ad4b8-97ca-471f-a9ea-f9920face111 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:51.819980 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7f5b05cc-e51b-42de-8b71-37ee3d759b49 req-c69ad4b8-97ca-471f-a9ea-f9920face111 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.52 "DELETE /v2.0/ports/14ac9660-02d1-4c3f-a9a6-c322e1ce1254 HTTP/1.1" status: 204 len: 173 time: 1.5114923 Jul 16 02:58:51.827551 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-7db78e27-2239-4a3e-b8ab-37a10550d6ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:51.894880 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0eafe7a2-404c-403f-9f8f-4e2edddc2d4c', 'name': 'network-vif-deleted', 'tag': '14ac9660-02d1-4c3f-a9a6-c322e1ce1254'}] {{(pid=92998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:58:51.902310 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a245791c69082107892e6a31916d6d43f1304004a28c473c9394a88117d1c043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254ab22f-6de8-4fe4-839a-e8302c17fd3b" -d '{"events": [{"server_uuid": "0eafe7a2-404c-403f-9f8f-4e2edddc2d4c", "name": "network-vif-deleted", "tag": "14ac9660-02d1-4c3f-a9a6-c322e1ce1254"}]}' {{(pid=92998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:58:51.977578 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20b8890f-a629-4ca2-a4bb-462424e08bb9 x-openstack-request-id: req-20b8890f-a629-4ca2-a4bb-462424e08bb9 {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:58:51.978023 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0eafe7a2-404c-403f-9f8f-4e2edddc2d4c", "name": "network-vif-deleted", "tag": "14ac9660-02d1-4c3f-a9a6-c322e1ce1254", "status": "completed", "code": 200}]} {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:58:51.978340 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20b8890f-a629-4ca2-a4bb-462424e08bb9 {{(pid=92998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:58:51.978805 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0eafe7a2-404c-403f-9f8f-4e2edddc2d4c', 'name': 'network-vif-deleted', 'tag': '14ac9660-02d1-4c3f-a9a6-c322e1ce1254', 'status': 'completed', 'code': 200} Jul 16 02:58:52.003209 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-7db78e27-2239-4a3e-b8ab-37a10550d6ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:52.008665 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-7db78e27-2239-4a3e-b8ab-37a10550d6ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:52.025059 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-f5eda826-7677-4652-99ad-53afbb2d7c02 None None] Set router 80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:58:52.091105 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db78e27-2239-4a3e-b8ab-37a10550d6ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354c339e-46b6-4a66-9872-4f00e1e6ba1c,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:52.101651 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-7db78e27-2239-4a3e-b8ab-37a10550d6ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=15d4112c12e84a93b65d3d551bca5093&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2977631 Jul 16 02:58:52.101936 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 53204) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:52.166875 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-12575540-ed7c-4f3c-916b-a07321619f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:52.193563 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-12575540-ed7c-4f3c-916b-a07321619f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:52.252468 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-12575540-ed7c-4f3c-916b-a07321619f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:52.258158 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-12575540-ed7c-4f3c-916b-a07321619f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:52.260307 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-12575540-ed7c-4f3c-916b-a07321619f02 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/354c339e-46b6-4a66-9872-4f00e1e6ba1c HTTP/1.1" status: 204 len: 168 time: 0.1567318 Jul 16 02:58:52.273589 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12575540-ed7c-4f3c-916b-a07321619f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354c339e-46b6-4a66-9872-4f00e1e6ba1c,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:52.275139 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-f5eda826-7677-4652-99ad-53afbb2d7c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'name': 'tempest-AttachVolumeShelveTestJSON-1021802305-router', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:47Z', 'updated_at': '2021-07-16T02:54:04Z', 'revision_number': 4, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'gw_port': {'id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:48Z', 'updated_at': '2021-07-16T02:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '7064ad73-5074-4022-a345-79ef8a787827', 'name': '', 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'mac_address': 'fa:16:3e:b2:7f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '64e63330-214e-4dcd-a719-fae45048b23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:59Z', 'updated_at': '2021-07-16T02:54:15Z', 'revision_number': 5, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'subnets': [{'id': '64e63330-214e-4dcd-a719-fae45048b23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:58:52.440245 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eda826-7677-4652-99ad-53afbb2d7c02 None None] Checking router: 80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 for host: dv-cinder-788364-5-smb {{(pid=93000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:58:52.463669 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5eda826-7677-4652-99ad-53afbb2d7c02 None None] Routers {'80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:58:52.464363 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-f5eda826-7677-4652-99ad-53afbb2d7c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:58:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:58:52.613744 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-f5eda826-7677-4652-99ad-53afbb2d7c02 None None] Set router 80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:58:52.656688 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b03e35cd-6976-4eda-a4bc-380d19e6f263 req-0d18f75e-ac9b-4e53-9598-489038822949 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=0eafe7a2-404c-403f-9f8f-4e2edddc2d4c HTTP/1.1" status: 200 len: 210 time: 0.0635409 Jul 16 02:58:52.798936 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:52.915315 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686ae5bb-1e64-43ac-8fd6-6e47b58e97e4 req-0bd0aef6-7931-473d-b17a-a3b06a468646 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:52.919456 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-686ae5bb-1e64-43ac-8fd6-6e47b58e97e4 req-0bd0aef6-7931-473d-b17a-a3b06a468646 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.1276519 Jul 16 02:58:53.011555 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-f5eda826-7677-4652-99ad-53afbb2d7c02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'name': 'tempest-AttachVolumeShelveTestJSON-1021802305-router', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:47Z', 'updated_at': '2021-07-16T02:54:04Z', 'revision_number': 4, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'gw_port': {'id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:48Z', 'updated_at': '2021-07-16T02:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '7064ad73-5074-4022-a345-79ef8a787827', 'name': '', 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'mac_address': 'fa:16:3e:b2:7f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '64e63330-214e-4dcd-a719-fae45048b23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:59Z', 'updated_at': '2021-07-16T02:54:15Z', 'revision_number': 5, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'subnets': [{'id': '64e63330-214e-4dcd-a719-fae45048b23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:58:53.018258 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-686ae5bb-1e64-43ac-8fd6-6e47b58e97e4 req-97a497aa-e12e-458a-9f65-0634c76d032a tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0894630 Jul 16 02:58:53.055573 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5eda826-7677-4652-99ad-53afbb2d7c02 None None] The sync data for ids ['80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'] in dv-cinder-788364-5-smb is: [{'id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'name': 'tempest-AttachVolumeShelveTestJSON-1021802305-router', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:47Z', 'updated_at': '2021-07-16T02:54:04Z', 'revision_number': 4, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'gw_port': {'id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:48Z', 'updated_at': '2021-07-16T02:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '7064ad73-5074-4022-a345-79ef8a787827', 'name': '', 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'mac_address': 'fa:16:3e:b2:7f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '64e63330-214e-4dcd-a719-fae45048b23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:59Z', 'updated_at': '2021-07-16T02:54:15Z', 'revision_number': 5, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'subnets': [{'id': '64e63330-214e-4dcd-a719-fae45048b23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:58:53.409518 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7568df0c-c9b2-4bad-85e0-7c1ce5620f64 None None] New status for floating IP 32523045-8486-4fee-95e7-301ed899fa33: DOWN {{(pid=93001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:58:53.613521 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819934d-4963-411b-b2c6-408e63a93ac1 req-e70dc847-4a61-4201-9773-7c7b7058d26f tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:53.615383 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0819934d-4963-411b-b2c6-408e63a93ac1 req-e70dc847-4a61-4201-9773-7c7b7058d26f tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 946 time: 0.1005569 Jul 16 02:58:53.672472 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0819934d-4963-411b-b2c6-408e63a93ac1 req-9a0cb1a2-5090-4990-8dfe-3c78275fcaff tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510235 Jul 16 02:58:53.834957 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 53258) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:53.894675 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4fbb44-6f93-4d23-a9e8-9b792cd6a264 req-85fe7fe2-e421-4fed-8607-908d51bf5a1c tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:53.901124 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-4f4fbb44-6f93-4d23-a9e8-9b792cd6a264 req-85fe7fe2-e421-4fed-8607-908d51bf5a1c tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.1089122 Jul 16 02:58:53.933152 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-82c11c55-ccba-4a6f-8797-151ed6be946e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:53.959895 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-82c11c55-ccba-4a6f-8797-151ed6be946e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:54.028037 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-82c11c55-ccba-4a6f-8797-151ed6be946e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:54.033119 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-82c11c55-ccba-4a6f-8797-151ed6be946e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:54.034419 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-82c11c55-ccba-4a6f-8797-151ed6be946e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "DELETE /v2.0/security-groups/0c64fd60-c281-477e-9546-eda5ee82f37e HTTP/1.1" status: 204 len: 168 time: 0.1983452 Jul 16 02:58:54.038770 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 53262) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:54.044913 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c11c55-ccba-4a6f-8797-151ed6be946e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c64fd60-c281-477e-9546-eda5ee82f37e,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:54.054584 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c11c55-ccba-4a6f-8797-151ed6be946e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:54.054970 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c11c55-ccba-4a6f-8797-151ed6be946e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:54.055418 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c11c55-ccba-4a6f-8797-151ed6be946e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:54.055765 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c11c55-ccba-4a6f-8797-151ed6be946e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:54.056132 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c11c55-ccba-4a6f-8797-151ed6be946e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:54.056469 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c11c55-ccba-4a6f-8797-151ed6be946e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:54.056800 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c11c55-ccba-4a6f-8797-151ed6be946e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:54.057127 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c11c55-ccba-4a6f-8797-151ed6be946e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:54.057506 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c11c55-ccba-4a6f-8797-151ed6be946e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:54.057841 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c11c55-ccba-4a6f-8797-151ed6be946e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:54.058167 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c11c55-ccba-4a6f-8797-151ed6be946e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:54.058491 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82c11c55-ccba-4a6f-8797-151ed6be946e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:58:54.067878 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.api.v2.resource [None req-20d10b45-9b49-4e5f-8f4c-c6a54c469a67 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] show failed (client error): The resource could not be found. Jul 16 02:58:54.068632 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-20d10b45-9b49-4e5f-8f4c-c6a54c469a67 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups/0c64fd60-c281-477e-9546-eda5ee82f37e HTTP/1.1" status: 404 len: 347 time: 0.0285020 Jul 16 02:58:54.073620 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 53266) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:54.108141 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [req-4f4fbb44-6f93-4d23-a9e8-9b792cd6a264 req-ab68d983-c444-4d90-8e2e-22c63f944e6e tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Deleting port ddbac108-142f-461a-a20a-80bab77d9ef5 {{(pid=92998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:58:54.108494 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-4f4fbb44-6f93-4d23-a9e8-9b792cd6a264 req-ab68d983-c444-4d90-8e2e-22c63f944e6e tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:54.161283 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:54.308911 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [req-4f4fbb44-6f93-4d23-a9e8-9b792cd6a264 req-ab68d983-c444-4d90-8e2e-22c63f944e6e tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] For port ddbac108-142f-461a-a20a-80bab77d9ef5, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ddbac108-142f-461a-a20a-80bab77d9ef5,segment=NetworkSegment(93a90afd-6ae2-480e-9bba-c40ab1d9a941),segment_id=93a90afd-6ae2-480e-9bba-c40ab1d9a941)] {{(pid=92998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:58:54.309705 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-4f4fbb44-6f93-4d23-a9e8-9b792cd6a264 req-ab68d983-c444-4d90-8e2e-22c63f944e6e tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:54.340963 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [None req-9c9ac5f7-e74a-4743-992f-9f432d7dbdbc tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Deleting port f0947e46-e340-444f-8dca-1167896e4173 {{(pid=92999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:58:54.341594 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-9c9ac5f7-e74a-4743-992f-9f432d7dbdbc tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:54.422791 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6353117b-4fbb-4214-a464-795694d2d8c6 req-7fe3a15d-8a49-4980-a2ba-6f68a45e8fdf tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:54.427963 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6353117b-4fbb-4214-a464-795694d2d8c6 req-7fe3a15d-8a49-4980-a2ba-6f68a45e8fdf tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 945 time: 0.1924808 Jul 16 02:58:54.465073 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-9c9ac5f7-e74a-4743-992f-9f432d7dbdbc tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:54.465403 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-9c9ac5f7-e74a-4743-992f-9f432d7dbdbc tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:54.503873 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [None req-9c9ac5f7-e74a-4743-992f-9f432d7dbdbc tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Calling delete_port for f0947e46-e340-444f-8dca-1167896e4173 owned by network:floatingip {{(pid=92999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:58:54.548248 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6353117b-4fbb-4214-a464-795694d2d8c6 req-92b05c8d-cd8d-4b71-9939-a85363518a76 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=77382746-634f-4b15-907a-bb3e10ad8f65&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1187570 Jul 16 02:58:54.634990 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-4f4fbb44-6f93-4d23-a9e8-9b792cd6a264 req-ab68d983-c444-4d90-8e2e-22c63f944e6e tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:54.635565 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-4f4fbb44-6f93-4d23-a9e8-9b792cd6a264 req-ab68d983-c444-4d90-8e2e-22c63f944e6e tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442025'] for floatingip, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:54.636008 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.db.l3_db [req-4f4fbb44-6f93-4d23-a9e8-9b792cd6a264 req-ab68d983-c444-4d90-8e2e-22c63f944e6e tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Floating IP f98c82dd-7e49-49a1-ad7a-6a2a6827fda6 disassociated. External IP: 172.28.1.58, port: ddbac108-142f-461a-a20a-80bab77d9ef5. Jul 16 02:58:54.636493 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [req-4f4fbb44-6f93-4d23-a9e8-9b792cd6a264 req-ab68d983-c444-4d90-8e2e-22c63f944e6e tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Calling delete_port for ddbac108-142f-461a-a20a-80bab77d9ef5 owned by compute:nova {{(pid=92998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:58:54.701813 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-9c9ac5f7-e74a-4743-992f-9f432d7dbdbc tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:54.748338 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9ac5f7-e74a-4743-992f-9f432d7dbdbc tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Pushing event deleted for resources: {'Port': ['ID=f0947e46-e340-444f-8dca-1167896e4173,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:54.838815 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-4f4fbb44-6f93-4d23-a9e8-9b792cd6a264 req-ab68d983-c444-4d90-8e2e-22c63f944e6e tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:54.842677 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-9c9ac5f7-e74a-4743-992f-9f432d7dbdbc tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for floatingip, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:54.846706 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-9c9ac5f7-e74a-4743-992f-9f432d7dbdbc tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for floatingip, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:54.848501 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-9c9ac5f7-e74a-4743-992f-9f432d7dbdbc tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "DELETE /v2.0/floatingips/32523045-8486-4fee-95e7-301ed899fa33 HTTP/1.1" status: 204 len: 168 time: 0.7738690 Jul 16 02:58:54.908476 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab68d983-c444-4d90-8e2e-22c63f944e6e tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Pushing event deleted for resources: {'Port': ['ID=ddbac108-142f-461a-a20a-80bab77d9ef5,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:55.363195 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d14d58b-d3d2-41eb-8d3b-61370d11da50 req-200b142b-8970-4212-8a20-76ce50a7fd38 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:55.364863 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3d14d58b-d3d2-41eb-8d3b-61370d11da50 req-200b142b-8970-4212-8a20-76ce50a7fd38 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 946 time: 0.4973536 Jul 16 02:58:55.383608 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4f4fbb44-6f93-4d23-a9e8-9b792cd6a264 req-ab68d983-c444-4d90-8e2e-22c63f944e6e tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Router b3edf993-776f-4f5d-b76e-becdb961011b has already been hosted by L3 agent c2717fd8-7624-4935-9c00-920e66229c5a {{(pid=92998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:58:55.394647 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:58:55.401211 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f9b126-8bfc-4551-9998-914c2d5b05ff req-7e9723c1-154d-4282-aaf9-1fe79faff10d tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:55.402760 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-46f9b126-8bfc-4551-9998-914c2d5b05ff req-7e9723c1-154d-4282-aaf9-1fe79faff10d tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd46b14-9f49-4dcf-8a99-66575cf7658a HTTP/1.1" status: 200 len: 945 time: 0.4383814 Jul 16 02:58:55.418441 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] No Port match for: 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:58:55.418800 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 14ac9660-02d1-4c3f-a9a6-c322e1ce1254 not bound to the agent host hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:58:55.478617 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3d14d58b-d3d2-41eb-8d3b-61370d11da50 req-5a1e7eaf-4fd4-4935-806a-220c9189e787 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/security-groups?id=eedf4579-c591-4e8f-a5e6-b2a6356a2053&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065731 Jul 16 02:58:55.511636 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-46f9b126-8bfc-4551-9998-914c2d5b05ff req-ced88c28-51a4-4c42-b59b-7da08efbcc36 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e5bda0-5422-4921-9de8-4aeaac0d9361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975299 Jul 16 02:58:55.574257 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4f4fbb44-6f93-4d23-a9e8-9b792cd6a264 req-ab68d983-c444-4d90-8e2e-22c63f944e6e tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:58:55.585194 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62753d6-ce7c-4f1c-b7c1-19af7e86e735 None None] Sync routers for ids ['b3edf993-776f-4f5d-b76e-becdb961011b'] in dv-cinder-788364-5-smb {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:58:55.596088 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62753d6-ce7c-4f1c-b7c1-19af7e86e735 None None] Routers {'b3edf993-776f-4f5d-b76e-becdb961011b'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:58:55.596925 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-e62753d6-ce7c-4f1c-b7c1-19af7e86e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:58:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['b3edf993-776f-4f5d-b76e-becdb961011b'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:58:55.624066 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f4fbb44-6f93-4d23-a9e8-9b792cd6a264 req-ab68d983-c444-4d90-8e2e-22c63f944e6e tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] No DVR routers for this DVR port ddbac108-142f-461a-a20a-80bab77d9ef5 on host hv-cinder-78836 {{(pid=92998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:58:55.626863 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-4f4fbb44-6f93-4d23-a9e8-9b792cd6a264 req-ab68d983-c444-4d90-8e2e-22c63f944e6e tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:55.628975 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-4f4fbb44-6f93-4d23-a9e8-9b792cd6a264 req-ab68d983-c444-4d90-8e2e-22c63f944e6e tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.52 "DELETE /v2.0/ports/ddbac108-142f-461a-a20a-80bab77d9ef5 HTTP/1.1" status: 204 len: 173 time: 1.7048965 Jul 16 02:58:55.629423 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcef96d1-5529-4561-9561-6c056fd6f4d3', 'name': 'network-vif-deleted', 'tag': 'ddbac108-142f-461a-a20a-80bab77d9ef5'}] {{(pid=92998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:58:55.631702 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a245791c69082107892e6a31916d6d43f1304004a28c473c9394a88117d1c043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-744e814b-8bde-4990-960c-bb1d6e2cacc7" -d '{"events": [{"server_uuid": "bcef96d1-5529-4561-9561-6c056fd6f4d3", "name": "network-vif-deleted", "tag": "ddbac108-142f-461a-a20a-80bab77d9ef5"}]}' {{(pid=92998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:58:55.716634 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-e62753d6-ce7c-4f1c-b7c1-19af7e86e735 None None] Set router b3edf993-776f-4f5d-b76e-becdb961011b gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:58:55.717690 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5578aa8e-3e6c-4bad-bc04-ce56ec6786ae req-888d7a1a-d312-4fbd-8bdb-8ab0da2d54b9 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=bcef96d1-5529-4561-9561-6c056fd6f4d3 HTTP/1.1" status: 200 len: 210 time: 0.0338452 Jul 16 02:58:55.777654 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:58:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a69b4306-0e25-41cc-a254-5ad3e8c0f423 x-openstack-request-id: req-a69b4306-0e25-41cc-a254-5ad3e8c0f423 {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:58:55.778049 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcef96d1-5529-4561-9561-6c056fd6f4d3", "name": "network-vif-deleted", "tag": "ddbac108-142f-461a-a20a-80bab77d9ef5", "status": "completed", "code": 200}]} {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:58:55.778399 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a69b4306-0e25-41cc-a254-5ad3e8c0f423 {{(pid=92998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:58:55.778944 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcef96d1-5529-4561-9561-6c056fd6f4d3', 'name': 'network-vif-deleted', 'tag': 'ddbac108-142f-461a-a20a-80bab77d9ef5', 'status': 'completed', 'code': 200} Jul 16 02:58:55.930132 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-e62753d6-ce7c-4f1c-b7c1-19af7e86e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'name': 'tempest-AttachVolumeTestJSON-2134453683-router', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:49Z', 'updated_at': '2021-07-16T02:53:59Z', 'revision_number': 4, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'gw_port': {'id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:50Z', 'updated_at': '2021-07-16T02:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '8737da9a-43ba-4db4-890a-15ab1b697d79', 'name': '', 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'mac_address': 'fa:16:3e:91:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:57Z', 'updated_at': '2021-07-16T02:54:10Z', 'revision_number': 5, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'subnets': [{'id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:58:55.957438 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62753d6-ce7c-4f1c-b7c1-19af7e86e735 None None] Checking router: b3edf993-776f-4f5d-b76e-becdb961011b for host: dv-cinder-788364-5-smb {{(pid=93000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:58:55.966214 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62753d6-ce7c-4f1c-b7c1-19af7e86e735 None None] Routers {'b3edf993-776f-4f5d-b76e-becdb961011b'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:58:55.966885 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-e62753d6-ce7c-4f1c-b7c1-19af7e86e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:58:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['b3edf993-776f-4f5d-b76e-becdb961011b'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:58:56.077213 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9748b29a-4573-4977-a273-c5f7c46a9fbd req-9daa70e9-ae17-4734-b2ff-c4a9576f9e0e tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:56.078722 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9748b29a-4573-4977-a273-c5f7c46a9fbd req-9daa70e9-ae17-4734-b2ff-c4a9576f9e0e tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.52 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 946 time: 0.0665967 Jul 16 02:58:56.079730 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-e62753d6-ce7c-4f1c-b7c1-19af7e86e735 None None] Set router b3edf993-776f-4f5d-b76e-becdb961011b gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:58:56.181353 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [req-9748b29a-4573-4977-a273-c5f7c46a9fbd req-9dc8fc38-9e50-4a0d-b83f-57c1c4676a7e tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Deleting port ca3d1dc9-1b56-40c6-bbe4-7eee7207619d {{(pid=92998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:58:56.181700 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-9748b29a-4573-4977-a273-c5f7c46a9fbd req-9dc8fc38-9e50-4a0d-b83f-57c1c4676a7e tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:56.285879 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [req-9748b29a-4573-4977-a273-c5f7c46a9fbd req-9dc8fc38-9e50-4a0d-b83f-57c1c4676a7e tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] For port ca3d1dc9-1b56-40c6-bbe4-7eee7207619d, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=ca3d1dc9-1b56-40c6-bbe4-7eee7207619d,segment=NetworkSegment(183d1364-b160-4473-aaf9-4040526610ca),segment_id=183d1364-b160-4473-aaf9-4040526610ca)] {{(pid=92998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:58:56.285879 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-9748b29a-4573-4977-a273-c5f7c46a9fbd req-9dc8fc38-9e50-4a0d-b83f-57c1c4676a7e tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:56.288790 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-e62753d6-ce7c-4f1c-b7c1-19af7e86e735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'name': 'tempest-AttachVolumeTestJSON-2134453683-router', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:49Z', 'updated_at': '2021-07-16T02:53:59Z', 'revision_number': 4, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'gw_port': {'id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:50Z', 'updated_at': '2021-07-16T02:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '8737da9a-43ba-4db4-890a-15ab1b697d79', 'name': '', 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'mac_address': 'fa:16:3e:91:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:57Z', 'updated_at': '2021-07-16T02:54:10Z', 'revision_number': 5, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'subnets': [{'id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:58:56.315481 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [req-9748b29a-4573-4977-a273-c5f7c46a9fbd req-9dc8fc38-9e50-4a0d-b83f-57c1c4676a7e tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Calling delete_port for ca3d1dc9-1b56-40c6-bbe4-7eee7207619d owned by compute:nova {{(pid=92998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:58:56.328256 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62753d6-ce7c-4f1c-b7c1-19af7e86e735 None None] The sync data for ids ['b3edf993-776f-4f5d-b76e-becdb961011b'] in dv-cinder-788364-5-smb is: [{'id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'name': 'tempest-AttachVolumeTestJSON-2134453683-router', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:49Z', 'updated_at': '2021-07-16T02:53:59Z', 'revision_number': 4, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'gw_port': {'id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:50Z', 'updated_at': '2021-07-16T02:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '8737da9a-43ba-4db4-890a-15ab1b697d79', 'name': '', 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'mac_address': 'fa:16:3e:91:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:57Z', 'updated_at': '2021-07-16T02:54:10Z', 'revision_number': 5, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'subnets': [{'id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:58:56.560386 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-9748b29a-4573-4977-a273-c5f7c46a9fbd req-9dc8fc38-9e50-4a0d-b83f-57c1c4676a7e tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:56.598953 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['ca3d1dc9-1b56-40c6-bbe4-7eee7207619d'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:58:56.600783 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc8fc38-9e50-4a0d-b83f-57c1c4676a7e tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Pushing event deleted for resources: {'Port': ['ID=ca3d1dc9-1b56-40c6-bbe4-7eee7207619d,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:56.664097 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 53302) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:56.703352 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.l3_dvrscheduler_db [req-9748b29a-4573-4977-a273-c5f7c46a9fbd req-9dc8fc38-9e50-4a0d-b83f-57c1c4676a7e tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] No DVR routers for this DVR port ca3d1dc9-1b56-40c6-bbe4-7eee7207619d on host hv-cinder-78836 {{(pid=92998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:58:56.724104 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-9748b29a-4573-4977-a273-c5f7c46a9fbd req-9dc8fc38-9e50-4a0d-b83f-57c1c4676a7e tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:56.726997 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9748b29a-4573-4977-a273-c5f7c46a9fbd req-9dc8fc38-9e50-4a0d-b83f-57c1c4676a7e tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.52 "DELETE /v2.0/ports/ca3d1dc9-1b56-40c6-bbe4-7eee7207619d HTTP/1.1" status: 204 len: 173 time: 0.6425376 Jul 16 02:58:56.744378 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ee3c79a1-0179-4db2-b0c6-431dd98ccdf9 req-df5dbc9d-9932-48d1-84bb-a2c1a31b7406 tempest-TestMinimumBasicScenario-773919715 tempest-TestMinimumBasicScenario-773919715-project] 10.222.0.21 "GET /v2.0/ports?device_id=119a69c3-5a2e-4347-bde7-a76a0c7d0bbc HTTP/1.1" status: 200 len: 210 time: 0.0824118 Jul 16 02:58:56.870186 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2039945-bcc0-418b-8b01-37ec615a3d88 None None] New status for floating IP f98c82dd-7e49-49a1-ad7a-6a2a6827fda6: DOWN {{(pid=93001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:58:56.913769 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d91e4b5e-4151-4502-a2f3-9f2eb8ca013d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:56.990191 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d92fa-54f6-424f-852a-d8224e1e73ac req-b4b8b38b-1393-464e-900d-172c4163aed9 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:56.991944 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b21d92fa-54f6-424f-852a-d8224e1e73ac req-b4b8b38b-1393-464e-900d-172c4163aed9 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd46b14-9f49-4dcf-8a99-66575cf7658a HTTP/1.1" status: 200 len: 945 time: 0.1320019 Jul 16 02:58:57.054521 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b21d92fa-54f6-424f-852a-d8224e1e73ac req-e8fe07ac-0304-4ebc-b103-8d536c6d3c2b tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e5bda0-5422-4921-9de8-4aeaac0d9361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543933 Jul 16 02:58:57.096931 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 53310) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:57.101755 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-5c85376b-e3d3-4913-b824-b97cd1ce1494 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--957227102', 'description': 'tempest-description--1166899774'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:58:57.109754 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d91e4b5e-4151-4502-a2f3-9f2eb8ca013d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:57.115025 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d91e4b5e-4151-4502-a2f3-9f2eb8ca013d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:57.132761 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5c85376b-e3d3-4913-b824-b97cd1ce1494 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:57.169134 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-d91e4b5e-4151-4502-a2f3-9f2eb8ca013d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae5f65aadd0f44c08a70cae49dd2b145&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5014541 Jul 16 02:58:57.169134 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d91e4b5e-4151-4502-a2f3-9f2eb8ca013d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df87f256-5ea8-43af-8320-7224417a7ef8,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:57.171600 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 53312) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:57.209874 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 53316) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:57.231291 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3944e061-d4c7-468a-9a32-c77c978b95ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:57.257874 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3944e061-d4c7-468a-9a32-c77c978b95ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:57.261067 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5c85376b-e3d3-4913-b824-b97cd1ce1494 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:57.266738 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5c85376b-e3d3-4913-b824-b97cd1ce1494 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:57.312341 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3944e061-d4c7-468a-9a32-c77c978b95ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:57.313800 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5c85376b-e3d3-4913-b824-b97cd1ce1494 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:57.317754 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-5c85376b-e3d3-4913-b824-b97cd1ce1494 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2171729 Jul 16 02:58:57.317935 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3944e061-d4c7-468a-9a32-c77c978b95ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:57.317935 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-3944e061-d4c7-468a-9a32-c77c978b95ab admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df87f256-5ea8-43af-8320-7224417a7ef8 HTTP/1.1" status: 204 len: 168 time: 0.1439066 Jul 16 02:58:57.319342 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c85376b-e3d3-4913-b824-b97cd1ce1494 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:57.319514 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 53318) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:57.325604 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-59e9eca3-0d25-4932-9656-11dc1d485b09 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Request body: {'security_group_rule': {'security_group_id': '1323ac19-7f7d-464a-a1aa-d01cfe3fd00d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:58:57.345776 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-fef9c567-dbe0-452f-a644-6efd18a72b5d tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:57.347524 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3944e061-d4c7-468a-9a32-c77c978b95ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df87f256-5ea8-43af-8320-7224417a7ef8,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:57.378000 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-fef9c567-dbe0-452f-a644-6efd18a72b5d tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:57.390393 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device ddbac108-142f-461a-a20a-80bab77d9ef5 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:58:57.397769 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-59e9eca3-0d25-4932-9656-11dc1d485b09 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:57.418718 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] No Port match for: ddbac108-142f-461a-a20a-80bab77d9ef5 {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:58:57.419966 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device ddbac108-142f-461a-a20a-80bab77d9ef5 not bound to the agent host hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:58:57.443435 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-fef9c567-dbe0-452f-a644-6efd18a72b5d tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:57.446779 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-fef9c567-dbe0-452f-a644-6efd18a72b5d tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:57.448011 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-fef9c567-dbe0-452f-a644-6efd18a72b5d tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "DELETE /v2.0/security-groups/77382746-634f-4b15-907a-bb3e10ad8f65 HTTP/1.1" status: 204 len: 168 time: 0.2342141 Jul 16 02:58:57.454711 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 53322) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:57.469137 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef9c567-dbe0-452f-a644-6efd18a72b5d tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77382746-634f-4b15-907a-bb3e10ad8f65,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:57.480688 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-59e9eca3-0d25-4932-9656-11dc1d485b09 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:57.489423 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-59e9eca3-0d25-4932-9656-11dc1d485b09 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608273'] for security_group_rule, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:57.493933 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.api.v2.resource [None req-7552254e-aa6c-46f9-a3cc-274d1905ce47 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] show failed (client error): The resource could not be found. Jul 16 02:58:57.500039 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-7552254e-aa6c-46f9-a3cc-274d1905ce47 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups/77382746-634f-4b15-907a-bb3e10ad8f65 HTTP/1.1" status: 404 len: 347 time: 0.0440233 Jul 16 02:58:57.501313 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 53324) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:57.520174 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9eca3-0d25-4932-9656-11dc1d485b09 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62e7faad-9214-4c82-98d9-be24b1701d2f,revision_number=0']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:57.534957 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-59e9eca3-0d25-4932-9656-11dc1d485b09 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:57.537076 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-59e9eca3-0d25-4932-9656-11dc1d485b09 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2169156 Jul 16 02:58:57.539790 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 53326) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:57.546840 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-78e77662-7179-4b17-a154-37f7776bba91 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Request body: {'security_group_rule': {'security_group_id': '1323ac19-7f7d-464a-a1aa-d01cfe3fd00d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:58:57.592785 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-78e77662-7179-4b17-a154-37f7776bba91 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:57.702458 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [None req-5a2b4d06-e865-4ce8-962d-0473ce419776 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Deleting port 093608b2-0423-477a-84b6-687da6e5aa61 {{(pid=92999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:58:57.702849 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5a2b4d06-e865-4ce8-962d-0473ce419776 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:57.705433 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-78e77662-7179-4b17-a154-37f7776bba91 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:57.711288 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-78e77662-7179-4b17-a154-37f7776bba91 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608273'] for security_group_rule, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:57.734812 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e77662-7179-4b17-a154-37f7776bba91 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71d8bdb7-5a44-4176-b195-f6a4cef96100,revision_number=0']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:57.738072 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-78e77662-7179-4b17-a154-37f7776bba91 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:57.739683 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-78e77662-7179-4b17-a154-37f7776bba91 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1981287 Jul 16 02:58:57.743029 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 53328) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:57.747693 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-5328d5a4-6560-4950-adca-67bcbd93c964 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Request body: {'floatingip': {'floating_network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:58:57.782670 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '119a69c3-5a2e-4347-bde7-a76a0c7d0bbc', 'name': 'network-vif-deleted', 'tag': 'ca3d1dc9-1b56-40c6-bbe4-7eee7207619d'}] {{(pid=92998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:58:57.787969 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a245791c69082107892e6a31916d6d43f1304004a28c473c9394a88117d1c043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb55d91f-364a-4aa8-93db-b5afc75762be" -d '{"events": [{"server_uuid": "119a69c3-5a2e-4347-bde7-a76a0c7d0bbc", "name": "network-vif-deleted", "tag": "ca3d1dc9-1b56-40c6-bbe4-7eee7207619d"}]}' {{(pid=92998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:58:57.793623 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5328d5a4-6560-4950-adca-67bcbd93c964 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for floatingip, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:57.833802 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5a2b4d06-e865-4ce8-962d-0473ce419776 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:57.834170 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5a2b4d06-e865-4ce8-962d-0473ce419776 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:57.850716 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [None req-5a2b4d06-e865-4ce8-962d-0473ce419776 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Calling delete_port for 093608b2-0423-477a-84b6-687da6e5aa61 owned by network:floatingip {{(pid=92999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:58:57.877200 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3538b556-ae6a-467b-b9b2-d00b7f83606a x-openstack-request-id: req-3538b556-ae6a-467b-b9b2-d00b7f83606a {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:58:57.877596 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "119a69c3-5a2e-4347-bde7-a76a0c7d0bbc", "name": "network-vif-deleted", "tag": "ca3d1dc9-1b56-40c6-bbe4-7eee7207619d", "status": "completed", "code": 200}]} {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:58:57.877955 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3538b556-ae6a-467b-b9b2-d00b7f83606a {{(pid=92998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:58:57.878443 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '119a69c3-5a2e-4347-bde7-a76a0c7d0bbc', 'name': 'network-vif-deleted', 'tag': 'ca3d1dc9-1b56-40c6-bbe4-7eee7207619d', 'status': 'completed', 'code': 200} Jul 16 02:58:57.949355 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5328d5a4-6560-4950-adca-67bcbd93c964 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:58.054933 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5a2b4d06-e865-4ce8-962d-0473ce419776 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:58.104446 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.db_base_plugin_common [None req-5328d5a4-6560-4950-adca-67bcbd93c964 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Allocated IP 172.28.1.211 (7c2f8857-88c5-405d-9e5d-ca6a329284f0/001ca838-c681-472d-be9c-9f5b7f18b0f7/2a5fff14-82e7-4410-9f5b-5d45bb206eaf) {{(pid=92998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:58:58.111010 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2b4d06-e865-4ce8-962d-0473ce419776 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Pushing event deleted for resources: {'Port': ['ID=093608b2-0423-477a-84b6-687da6e5aa61,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:58.228236 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5a2b4d06-e865-4ce8-962d-0473ce419776 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for floatingip, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:58.231717 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5a2b4d06-e865-4ce8-962d-0473ce419776 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for floatingip, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:58.236911 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-5a2b4d06-e865-4ce8-962d-0473ce419776 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "DELETE /v2.0/floatingips/f98c82dd-7e49-49a1-ad7a-6a2a6827fda6 HTTP/1.1" status: 204 len: 168 time: 0.7309327 Jul 16 02:58:58.322473 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5328d5a4-6560-4950-adca-67bcbd93c964 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for port, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:58.378684 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09607bdd-6b4c-4910-b9cd-7018c9ea7a10 req-6688f9a5-fd2b-4356-ba2d-5168c1d948d9 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:58.384489 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-09607bdd-6b4c-4910-b9cd-7018c9ea7a10 req-6688f9a5-fd2b-4356-ba2d-5168c1d948d9 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd46b14-9f49-4dcf-8a99-66575cf7658a HTTP/1.1" status: 200 len: 945 time: 0.1537013 Jul 16 02:58:58.430757 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5328d5a4-6560-4950-adca-67bcbd93c964 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:58.501846 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-09607bdd-6b4c-4910-b9cd-7018c9ea7a10 req-95473a65-da5e-4049-8d27-59a7531600e0 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e5bda0-5422-4921-9de8-4aeaac0d9361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085839 Jul 16 02:58:58.532546 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5328d5a4-6560-4950-adca-67bcbd93c964 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Network 7c2f8857-88c5-405d-9e5d-ca6a329284f0 is already hosted by enough agents. {{(pid=92998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:58:58.543575 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328d5a4-6560-4950-adca-67bcbd93c964 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Pushing event updated for resources: {'Port': ['ID=2a5fff14-82e7-4410-9f5b-5d45bb206eaf,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:58.549061 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.base_scheduler [None req-5328d5a4-6560-4950-adca-67bcbd93c964 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Resources bound (agent type, host, resource id): {{(pid=92998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:58:58.557046 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5328d5a4-6560-4950-adca-67bcbd93c964 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Received port after_create {{(pid=92998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:58:58.671712 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5328d5a4-6560-4950-adca-67bcbd93c964 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:58.760876 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 53378) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:58.776796 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5328d5a4-6560-4950-adca-67bcbd93c964 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:59.193892 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5328d5a4-6560-4950-adca-67bcbd93c964 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for port, precommit_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:59.200134 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5328d5a4-6560-4950-adca-67bcbd93c964 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110325'] for port, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:59.236639 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 53380) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:59.242852 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-1283e6e1-c845-4c7f-86cc-f1075c55d972 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1361961154', 'description': 'tempest-description--1128640459'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:58:59.271038 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-1283e6e1-c845-4c7f-86cc-f1075c55d972 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:59.306781 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5328d5a4-6560-4950-adca-67bcbd93c964 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Pushing event updated for resources: {'Port': ['ID=2a5fff14-82e7-4410-9f5b-5d45bb206eaf,revision_number=2']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:59.345829 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5328d5a4-6560-4950-adca-67bcbd93c964 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442025'] for floatingip, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:59.391663 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-1283e6e1-c845-4c7f-86cc-f1075c55d972 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:59.397059 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-1283e6e1-c845-4c7f-86cc-f1075c55d972 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:59.419588 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5328d5a4-6560-4950-adca-67bcbd93c964 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for floatingip, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:59.420836 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-5328d5a4-6560-4950-adca-67bcbd93c964 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6768131 Jul 16 02:58:59.430427 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-1283e6e1-c845-4c7f-86cc-f1075c55d972 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:59.434432 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-1283e6e1-c845-4c7f-86cc-f1075c55d972 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1945105 Jul 16 02:58:59.435943 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 53384) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:59.440175 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-8a2bedc1-e11c-4445-899b-1937e141a246 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Request body: {'security_group_rule': {'security_group_id': 'bc5052e2-16f8-49ed-bc91-8752b2324897', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:58:59.449833 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1283e6e1-c845-4c7f-86cc-f1075c55d972 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc5052e2-16f8-49ed-bc91-8752b2324897,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:59.474822 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a8276360-c886-4508-8fc2-0e18b21e2524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435113'] for router_interface, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:59.477133 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8a2bedc1-e11c-4445-899b-1937e141a246 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:59.546769 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8a2bedc1-e11c-4445-899b-1937e141a246 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:59.552083 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8a2bedc1-e11c-4445-899b-1937e141a246 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608273'] for security_group_rule, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:59.570838 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2bedc1-e11c-4445-899b-1937e141a246 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e15e9d4d-c17c-4e6c-8fbc-772bdf1cfb52,revision_number=0']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:59.594147 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8a2bedc1-e11c-4445-899b-1937e141a246 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:59.596054 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-8a2bedc1-e11c-4445-899b-1937e141a246 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1598728 Jul 16 02:58:59.599010 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 53394) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:59.604129 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-f4f1d983-bc88-4127-a47f-51a9353b062b tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Request body: {'security_group_rule': {'security_group_id': 'bc5052e2-16f8-49ed-bc91-8752b2324897', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:58:59.656500 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f4f1d983-bc88-4127-a47f-51a9353b062b tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:59.729964 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f4f1d983-bc88-4127-a47f-51a9353b062b tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:59.734412 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f4f1d983-bc88-4127-a47f-51a9353b062b tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608273'] for security_group_rule, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:59.753022 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-0b2fb268-1ed7-4513-a5f7-d5c8504e2208 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--957227102&fields=id&tenant_id=27578fa4931d43a687b8bfb4f9fd5fd6 HTTP/1.1" status: 200 len: 267 time: 0.1084664 Jul 16 02:58:59.755012 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1d983-bc88-4127-a47f-51a9353b062b tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5594074-0778-4c89-b13b-dfae03a3a1e8,revision_number=0']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:58:59.764836 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f4f1d983-bc88-4127-a47f-51a9353b062b tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:59.770062 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-f4f1d983-bc88-4127-a47f-51a9353b062b tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1662807 Jul 16 02:58:59.770356 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 53400) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:58:59.775181 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-20112577-9687-4be1-ae3a-53107c0529af tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Request body: {'floatingip': {'floating_network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:58:59.798929 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-20112577-9687-4be1-ae3a-53107c0529af tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for floatingip, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:58:59.871525 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8894c278-580c-41c0-b350-82e1a7e437be req-b27ab326-8bf2-46ea-b5d9-70f4c3de3115 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:58:59.873328 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8894c278-580c-41c0-b350-82e1a7e437be req-b27ab326-8bf2-46ea-b5d9-70f4c3de3115 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd46b14-9f49-4dcf-8a99-66575cf7658a HTTP/1.1" status: 200 len: 945 time: 0.1938918 Jul 16 02:58:59.920546 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-20112577-9687-4be1-ae3a-53107c0529af tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:00.000884 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-963dc7ac-1e76-4d36-8ea8-263fe6ed620c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:00.002764 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-963dc7ac-1e76-4d36-8ea8-263fe6ed620c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/networks?id=747b2ea9-fb6f-4340-aee2-7461ba32440e HTTP/1.1" status: 200 len: 817 time: 0.2332647 Jul 16 02:59:00.034367 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8894c278-580c-41c0-b350-82e1a7e437be req-3a11d146-3115-46b6-b8a0-02e1b76e3b5a tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/security-groups?id=c5e5bda0-5422-4921-9de8-4aeaac0d9361&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402106 Jul 16 02:59:00.041553 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-0a76e74b-ce4c-45e8-9f20-2ccf91e4539c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/quotas/27578fa4931d43a687b8bfb4f9fd5fd6 HTTP/1.1" status: 200 len: 375 time: 0.0246675 Jul 16 02:59:00.049210 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_common [None req-20112577-9687-4be1-ae3a-53107c0529af tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Allocated IP 172.28.1.140 (7c2f8857-88c5-405d-9e5d-ca6a329284f0/001ca838-c681-472d-be9c-9f5b7f18b0f7/1af33ad5-8043-40a6-9d46-d200d604ed53) {{(pid=92999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:59:00.096672 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02ef0af-2036-4414-a8df-3bf21e9a57e0 req-15ccca02-ea27-4197-ae59-6fa68d3f926e tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:00.098216 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e02ef0af-2036-4414-a8df-3bf21e9a57e0 req-15ccca02-ea27-4197-ae59-6fa68d3f926e tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.52 "GET /v2.0/ports?device_id=1cd46b14-9f49-4dcf-8a99-66575cf7658a HTTP/1.1" status: 200 len: 945 time: 0.1544492 Jul 16 02:59:00.118453 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-a8276360-c886-4508-8fc2-0e18b21e2524 admin admin] Deleting port 5ee7cd17-c6b7-4226-9359-c8a487eaecb7 {{(pid=92998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:00.118793 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a8276360-c886-4508-8fc2-0e18b21e2524 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:00.184164 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-20112577-9687-4be1-ae3a-53107c0529af tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for port, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:00.223764 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-20112577-9687-4be1-ae3a-53107c0529af tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:00.264811 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20112577-9687-4be1-ae3a-53107c0529af tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Network 7c2f8857-88c5-405d-9e5d-ca6a329284f0 is already hosted by enough agents. {{(pid=92999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:59:00.267545 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [None req-20112577-9687-4be1-ae3a-53107c0529af tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Resources bound (agent type, host, resource id): {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:59:00.271190 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20112577-9687-4be1-ae3a-53107c0529af tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Received port after_create {{(pid=92999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:59:00.281343 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [None req-a8276360-c886-4508-8fc2-0e18b21e2524 admin admin] For port 5ee7cd17-c6b7-4226-9359-c8a487eaecb7, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=5ee7cd17-c6b7-4226-9359-c8a487eaecb7,segment=NetworkSegment(183d1364-b160-4473-aaf9-4040526610ca),segment_id=183d1364-b160-4473-aaf9-4040526610ca)] {{(pid=92998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:00.281712 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a8276360-c886-4508-8fc2-0e18b21e2524 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:00.295181 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20112577-9687-4be1-ae3a-53107c0529af tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Pushing event updated for resources: {'Port': ['ID=1af33ad5-8043-40a6-9d46-d200d604ed53,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:00.304721 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-8401e9b8-ef0d-4dca-9e75-0742bd1ad6ca tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=27578fa4931d43a687b8bfb4f9fd5fd6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2325966 Jul 16 02:59:00.311587 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-a8276360-c886-4508-8fc2-0e18b21e2524 admin admin] Calling delete_port for 5ee7cd17-c6b7-4226-9359-c8a487eaecb7 owned by network:router_interface {{(pid=92998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:00.368176 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-20112577-9687-4be1-ae3a-53107c0529af tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:00.393441 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [req-e02ef0af-2036-4414-a8df-3bf21e9a57e0 req-ce5af470-d236-40b4-beac-0fbdba8b68d2 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Deleting port e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89 {{(pid=92998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:00.394135 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-e02ef0af-2036-4414-a8df-3bf21e9a57e0 req-ce5af470-d236-40b4-beac-0fbdba8b68d2 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:00.676626 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-20112577-9687-4be1-ae3a-53107c0529af tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:00.832444 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-20112577-9687-4be1-ae3a-53107c0529af tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for port, precommit_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:00.837155 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-20112577-9687-4be1-ae3a-53107c0529af tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9108244'] for port, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:00.873432 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [req-e02ef0af-2036-4414-a8df-3bf21e9a57e0 req-ce5af470-d236-40b4-beac-0fbdba8b68d2 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] For port e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89,segment=NetworkSegment(919f459a-58a8-4823-9f14-c9262a8f4a7b),segment_id=919f459a-58a8-4823-9f14-c9262a8f4a7b)] {{(pid=92998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:00.873811 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-e02ef0af-2036-4414-a8df-3bf21e9a57e0 req-ce5af470-d236-40b4-beac-0fbdba8b68d2 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:00.901487 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [req-e02ef0af-2036-4414-a8df-3bf21e9a57e0 req-ce5af470-d236-40b4-beac-0fbdba8b68d2 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Calling delete_port for e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89 owned by compute:nova {{(pid=92998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:00.918448 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20112577-9687-4be1-ae3a-53107c0529af tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Pushing event updated for resources: {'Port': ['ID=1af33ad5-8043-40a6-9d46-d200d604ed53,revision_number=2']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:00.935730 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-e41150bb-fc53-47e3-8cb8-a211638df379 service neutron] 10.222.0.21 "GET /v2.0/networks/747b2ea9-fb6f-4340-aee2-7461ba32440e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6094790 Jul 16 02:59:00.937644 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-20112577-9687-4be1-ae3a-53107c0529af tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442025'] for floatingip, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:00.953576 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-20112577-9687-4be1-ae3a-53107c0529af tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for floatingip, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:00.955019 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-20112577-9687-4be1-ae3a-53107c0529af tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1834881 Jul 16 02:59:01.111574 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a8276360-c886-4508-8fc2-0e18b21e2524 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:01.170167 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8276360-c886-4508-8fc2-0e18b21e2524 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ee7cd17-c6b7-4226-9359-c8a487eaecb7,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:01.202492 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-b59a1be0-7b0b-46cd-92c9-06be3f2284dd service neutron] 10.222.0.21 "GET /v2.0/networks/747b2ea9-fb6f-4340-aee2-7461ba32440e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561748 Jul 16 02:59:01.296355 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-1268356f-8506-4cd2-b2c2-d0ab50f0485b tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1361961154&fields=id&tenant_id=b79bde3ef98a47fc8488184086b44b9c HTTP/1.1" status: 200 len: 267 time: 0.1433303 Jul 16 02:59:01.311402 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-e02ef0af-2036-4414-a8df-3bf21e9a57e0 req-ce5af470-d236-40b4-beac-0fbdba8b68d2 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:01.349242 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:59:01.417508 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device ca3d1dc9-1b56-40c6-bbe4-7eee7207619d no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:59:01.420517 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5af470-d236-40b4-beac-0fbdba8b68d2 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Pushing event deleted for resources: {'Port': ['ID=e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:01.459159 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] No Port match for: ca3d1dc9-1b56-40c6-bbe4-7eee7207619d {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:59:01.459418 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device ca3d1dc9-1b56-40c6-bbe4-7eee7207619d not bound to the agent host hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:59:01.561268 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.l3_dvrscheduler_db [req-e02ef0af-2036-4414-a8df-3bf21e9a57e0 req-ce5af470-d236-40b4-beac-0fbdba8b68d2 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] No DVR routers for this DVR port e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89 on host hv-cinder-78836 {{(pid=92998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:59:01.591858 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-e02ef0af-2036-4414-a8df-3bf21e9a57e0 req-ce5af470-d236-40b4-beac-0fbdba8b68d2 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:01.595507 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e02ef0af-2036-4414-a8df-3bf21e9a57e0 req-ce5af470-d236-40b4-beac-0fbdba8b68d2 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.52 "DELETE /v2.0/ports/e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89 HTTP/1.1" status: 204 len: 173 time: 1.4785204 Jul 16 02:59:01.598806 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1c29c1fd-7cdd-4d90-a7f5-21eb59e641ef req-26ffce2d-5e20-433f-a4d8-baf32fe49ae4 tempest-VolumesSnapshotTestJSON-45767468 tempest-VolumesSnapshotTestJSON-45767468-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cd46b14-9f49-4dcf-8a99-66575cf7658a HTTP/1.1" status: 200 len: 210 time: 0.1082985 Jul 16 02:59:01.599292 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd46b14-9f49-4dcf-8a99-66575cf7658a', 'name': 'network-vif-deleted', 'tag': 'e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89'}] {{(pid=92998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:59:01.602647 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a245791c69082107892e6a31916d6d43f1304004a28c473c9394a88117d1c043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85403026-1164-4952-adbb-f839b19c779b" -d '{"events": [{"server_uuid": "1cd46b14-9f49-4dcf-8a99-66575cf7658a", "name": "network-vif-deleted", "tag": "e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89"}]}' {{(pid=92998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:59:01.645125 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-f2e9ff71-15d9-40ee-a311-ba1331f5f249 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:01.648338 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-f2e9ff71-15d9-40ee-a311-ba1331f5f249 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/networks?id=5e5c6bfb-07bb-468d-bd2e-617c99bc64ab HTTP/1.1" status: 200 len: 811 time: 0.3398829 Jul 16 02:59:01.666176 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a8276360-c886-4508-8fc2-0e18b21e2524 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-437049'] for router_interface, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:01.671083 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-516af7ce-9898-43bd-9ad9-ddb0e4243981 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/quotas/b79bde3ef98a47fc8488184086b44b9c HTTP/1.1" status: 200 len: 375 time: 0.0189192 Jul 16 02:59:01.790726 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b1dc662f-11bb-46f2-8274-8957a32c4e32 req-f66cf0f4-2bcd-4599-9854-2c3fa24f2bd0 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 210 time: 0.0688388 Jul 16 02:59:01.866392 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64832000-e492-4583-ac6f-2ef998e8cfab x-openstack-request-id: req-64832000-e492-4583-ac6f-2ef998e8cfab {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:59:01.866685 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd46b14-9f49-4dcf-8a99-66575cf7658a", "name": "network-vif-deleted", "tag": "e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89", "status": "completed", "code": 200}]} {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:59:01.866932 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64832000-e492-4583-ac6f-2ef998e8cfab {{(pid=92998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:59:01.867331 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd46b14-9f49-4dcf-8a99-66575cf7658a', 'name': 'network-vif-deleted', 'tag': 'e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89', 'status': 'completed', 'code': 200} Jul 16 02:59:01.892952 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-da4379fc-39e8-496d-b061-bf9bd0bb1fd2 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b79bde3ef98a47fc8488184086b44b9c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2143273 Jul 16 02:59:02.096001 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8276360-c886-4508-8fc2-0e18b21e2524 admin admin] Router 9aec63fb-16bc-4c42-a63a-2a9c31e97869 has already been hosted by L3 agent c2717fd8-7624-4935-9c00-920e66229c5a {{(pid=92998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:59:02.160976 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-25bdd34f-2eaf-4920-9c53-335da18b992d service neutron] 10.222.0.21 "GET /v2.0/networks/5e5c6bfb-07bb-468d-bd2e-617c99bc64ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545261 Jul 16 02:59:02.299083 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8276360-c886-4508-8fc2-0e18b21e2524 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:59:02.305196 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-a8276360-c886-4508-8fc2-0e18b21e2524 admin admin] 10.222.0.21 "PUT /v2.0/routers/9aec63fb-16bc-4c42-a63a-2a9c31e97869/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5424635 Jul 16 02:59:02.308508 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2383a4-da33-4b80-a3c1-1170fd73350a None None] Sync routers for ids ['9aec63fb-16bc-4c42-a63a-2a9c31e97869'] in dv-cinder-788364-5-smb {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:59:02.308684 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 53436) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:02.324128 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2383a4-da33-4b80-a3c1-1170fd73350a None None] Routers {'9aec63fb-16bc-4c42-a63a-2a9c31e97869'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:59:02.324534 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-ae4425fa-3d3f-4624-b5ad-28021d0ffeae service neutron] 10.222.0.21 "GET /v2.0/networks/5e5c6bfb-07bb-468d-bd2e-617c99bc64ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479261 Jul 16 02:59:02.326417 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-cb2383a4-da33-4b80-a3c1-1170fd73350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:58:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['9aec63fb-16bc-4c42-a63a-2a9c31e97869'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:02.473342 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-c14f14b7-09b4-493b-a97a-c70911ecb43a admin admin] Notify callbacks [] for router, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:02.481552 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-cb2383a4-da33-4b80-a3c1-1170fd73350a None None] Set router 9aec63fb-16bc-4c42-a63a-2a9c31e97869 gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:59:02.585095 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-31ae84e1-76dc-4910-9c2b-bcf01a6ffde7 req-3d94a26a-8f5b-4602-bff3-55f84726c241 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0d25094-2b66-46d5-a138-598e33d58ce6 HTTP/1.1" status: 200 len: 210 time: 0.0423892 Jul 16 02:59:02.613569 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-c14f14b7-09b4-493b-a97a-c70911ecb43a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:02.705837 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [None req-c14f14b7-09b4-493b-a97a-c70911ecb43a admin admin] Deleting port 71823b24-21be-4bdf-8a5a-7ddcc0f338d3 {{(pid=92999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:02.706204 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-c14f14b7-09b4-493b-a97a-c70911ecb43a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:02.722677 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-cb2383a4-da33-4b80-a3c1-1170fd73350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'name': 'tempest-TestMinimumBasicScenario-99972491-router', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.73'}], 'enable_snat': True}, 'gw_port_id': '71823b24-21be-4bdf-8a5a-7ddcc0f338d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:24Z', 'updated_at': '2021-07-16T02:59:00Z', 'revision_number': 5, 'project_id': '7a07fe20008544158432a3e05ba4b289', 'gw_port': {'id': '71823b24-21be-4bdf-8a5a-7ddcc0f338d3', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:03:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'device_owner': 'network:router_gateway', 'standard_attr_id': 294, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:25Z', 'updated_at': '2021-07-16T02:55:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb'}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:02.757491 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2383a4-da33-4b80-a3c1-1170fd73350a None None] Checking router: 9aec63fb-16bc-4c42-a63a-2a9c31e97869 for host: dv-cinder-788364-5-smb {{(pid=93000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:59:02.772582 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2383a4-da33-4b80-a3c1-1170fd73350a None None] Routers {'9aec63fb-16bc-4c42-a63a-2a9c31e97869'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:59:02.773792 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-cb2383a4-da33-4b80-a3c1-1170fd73350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:58:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['9aec63fb-16bc-4c42-a63a-2a9c31e97869'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:02.830718 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [None req-c14f14b7-09b4-493b-a97a-c70911ecb43a admin admin] For port 71823b24-21be-4bdf-8a5a-7ddcc0f338d3, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=71823b24-21be-4bdf-8a5a-7ddcc0f338d3,segment=NetworkSegment(552c363b-8a94-4391-a7bf-95f73577cc8e),segment_id=552c363b-8a94-4391-a7bf-95f73577cc8e)] {{(pid=92999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:02.831713 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-c14f14b7-09b4-493b-a97a-c70911ecb43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:02.857224 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [None req-c14f14b7-09b4-493b-a97a-c70911ecb43a admin admin] Calling delete_port for 71823b24-21be-4bdf-8a5a-7ddcc0f338d3 owned by network:router_gateway {{(pid=92999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:02.890596 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-cb2383a4-da33-4b80-a3c1-1170fd73350a None None] Set router 9aec63fb-16bc-4c42-a63a-2a9c31e97869 gateway port host: None {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:59:03.107714 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-cb2383a4-da33-4b80-a3c1-1170fd73350a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'name': 'tempest-TestMinimumBasicScenario-99972491-router', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:24Z', 'updated_at': '2021-07-16T02:59:02Z', 'revision_number': 6, 'project_id': '7a07fe20008544158432a3e05ba4b289', 'gw_port_host': None}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:03.193750 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb2383a4-da33-4b80-a3c1-1170fd73350a None None] The sync data for ids ['9aec63fb-16bc-4c42-a63a-2a9c31e97869'] in dv-cinder-788364-5-smb is: [{'id': '9aec63fb-16bc-4c42-a63a-2a9c31e97869', 'name': 'tempest-TestMinimumBasicScenario-99972491-router', 'tenant_id': '7a07fe20008544158432a3e05ba4b289', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:24Z', 'updated_at': '2021-07-16T02:59:02Z', 'revision_number': 6, 'project_id': '7a07fe20008544158432a3e05ba4b289', 'gw_port_host': None}] {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:59:03.196772 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-242b530e-b9ee-4b5b-913b-0728b3a3cb5c req-cace86b0-1767-4456-90b1-a928ca09f11f tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 210 time: 0.0722549 Jul 16 02:59:03.215225 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-c14f14b7-09b4-493b-a97a-c70911ecb43a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:03.274780 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14f14b7-09b4-493b-a97a-c70911ecb43a admin admin] Pushing event deleted for resources: {'Port': ['ID=71823b24-21be-4bdf-8a5a-7ddcc0f338d3,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:03.364672 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-c14f14b7-09b4-493b-a97a-c70911ecb43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441955'] for router_gateway, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:03.369045 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-b18c270a-8eed-4001-b804-9eab58db6e68 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:03.372335 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-b18c270a-8eed-4001-b804-9eab58db6e68 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.52 "GET /v2.0/networks?id=747b2ea9-fb6f-4340-aee2-7461ba32440e HTTP/1.1" status: 200 len: 817 time: 0.2996402 Jul 16 02:59:03.465967 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-b8db861b-0545-486e-89f8-30971cdb697d tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=27578fa4931d43a687b8bfb4f9fd5fd6 HTTP/1.1" status: 200 len: 379 time: 0.0579970 Jul 16 02:59:03.484990 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-1e582617-4e43-41cf-890a-0477ef20f104 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Request body: {'port': {'device_id': 'cd08a1dc-ad07-4c77-9bf5-c4266b535320', 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e', 'admin_state_up': True, 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'security_groups': ['1323ac19-7f7d-464a-a1aa-d01cfe3fd00d']}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:59:03.490540 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-c14f14b7-09b4-493b-a97a-c70911ecb43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12161'] for router, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:03.493324 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-c14f14b7-09b4-493b-a97a-c70911ecb43a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:03.566154 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-c14f14b7-09b4-493b-a97a-c70911ecb43a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435937'] for router, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:03.566755 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14f14b7-09b4-493b-a97a-c70911ecb43a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9aec63fb-16bc-4c42-a63a-2a9c31e97869 {{(pid=92999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:59:03.572212 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-c14f14b7-09b4-493b-a97a-c70911ecb43a admin admin] Notify callbacks [] for router, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:03.573452 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-c14f14b7-09b4-493b-a97a-c70911ecb43a admin admin] 10.222.0.21 "DELETE /v2.0/routers/9aec63fb-16bc-4c42-a63a-2a9c31e97869 HTTP/1.1" status: 204 len: 168 time: 1.2633948 Jul 16 02:59:03.577085 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 53462) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:03.654586 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.db_base_plugin_v2 [None req-41053487-6b99-4eb9-b2bc-9a1b4708b184 admin admin] Deleting subnet a0535213-d453-4aa5-8b48-17b60fb36114 {{(pid=92998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:59:03.661771 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-41053487-6b99-4eb9-b2bc-9a1b4708b184 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:03.692563 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-1e582617-4e43-41cf-890a-0477ef20f104 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Made reservation on behalf of 27578fa4931d43a687b8bfb4f9fd5fd6 for: {'port': 1} {{(pid=92998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:59:03.700092 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-1e582617-4e43-41cf-890a-0477ef20f104 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:03.739249 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-41053487-6b99-4eb9-b2bc-9a1b4708b184 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110460'] for subnet, precommit_delete_associations {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:03.950791 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c3de4e18-83d4-467a-81fb-569de3a7832b req-8a859df8-0c08-45eb-b4f5-c2a219374f11 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0d25094-2b66-46d5-a138-598e33d58ce6 HTTP/1.1" status: 200 len: 210 time: 0.0805383 Jul 16 02:59:03.970794 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-41053487-6b99-4eb9-b2bc-9a1b4708b184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:03.997319 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.db_base_plugin_common [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-1e582617-4e43-41cf-890a-0477ef20f104 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Allocated IP 172.20.0.5 (747b2ea9-fb6f-4340-aee2-7461ba32440e/64e63330-214e-4dcd-a719-fae45048b23b/62a3149e-a05e-4d83-b739-877b69370647) {{(pid=92998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:59:04.087609 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-41053487-6b99-4eb9-b2bc-9a1b4708b184 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9110399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8597691'] for subnet, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:04.122019 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41053487-6b99-4eb9-b2bc-9a1b4708b184 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0535213-d453-4aa5-8b48-17b60fb36114,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:04.128204 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 71823b24-21be-4bdf-8a5a-7ddcc0f338d3 no longer exists at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:59:04.129441 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-41053487-6b99-4eb9-b2bc-9a1b4708b184 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:04.136483 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-41053487-6b99-4eb9-b2bc-9a1b4708b184 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a0535213-d453-4aa5-8b48-17b60fb36114 HTTP/1.1" status: 204 len: 168 time: 0.5580456 Jul 16 02:59:04.141437 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 53468) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:04.165492 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68728c43-6453-45b5-9d59-12ba4bc4305b None None] Network cff15e84-fc6d-4fab-9100-6ab8022ec990 requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:59:04.168213 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-94114009-01ec-4376-9e6d-6e084048585d None None] No Port match for: 71823b24-21be-4bdf-8a5a-7ddcc0f338d3 {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:59:04.168742 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 71823b24-21be-4bdf-8a5a-7ddcc0f338d3 not bound to the agent host dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:59:04.169925 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 5ee7cd17-c6b7-4226-9359-c8a487eaecb7 no longer exists at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:59:04.186973 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-974c84c8-030a-4576-bbb2-2a725406ed6e tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:04.188658 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-974c84c8-030a-4576-bbb2-2a725406ed6e tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.52 "GET /v2.0/networks?id=5e5c6bfb-07bb-468d-bd2e-617c99bc64ab HTTP/1.1" status: 200 len: 811 time: 0.1917689 Jul 16 02:59:04.204328 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-94114009-01ec-4376-9e6d-6e084048585d None None] No Port match for: 5ee7cd17-c6b7-4226-9359-c8a487eaecb7 {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:59:04.204673 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 5ee7cd17-c6b7-4226-9359-c8a487eaecb7 not bound to the agent host dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:59:04.267327 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-6891c026-1c8b-46f3-8f88-87fb897706e4 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b79bde3ef98a47fc8488184086b44b9c HTTP/1.1" status: 200 len: 380 time: 0.0561893 Jul 16 02:59:04.279916 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-fcca60c7-4667-463f-8392-50b4457ff208 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Request body: {'port': {'device_id': 'f0d25094-2b66-46d5-a138-598e33d58ce6', 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab', 'admin_state_up': True, 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'security_groups': ['bc5052e2-16f8-49ed-bc91-8752b2324897']}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:59:04.320170 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f0951412-b02c-4bc5-a589-f51e3b802b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609267'] for network, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:04.348541 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-1e582617-4e43-41cf-890a-0477ef20f104 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for port, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:04.397121 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.provisioning_blocks [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-1e582617-4e43-41cf-890a-0477ef20f104 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Transition to ACTIVE for port object 62a3149e-a05e-4d83-b739-877b69370647 will not be triggered until provisioned by entity DHCP. {{(pid=92998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:59:04.465733 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-fcca60c7-4667-463f-8392-50b4457ff208 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Made reservation on behalf of b79bde3ef98a47fc8488184086b44b9c for: {'port': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 02:59:04.468581 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-43ccc658-eada-44ad-9163-9913c3d724c7 req-52bb5662-7cb2-46a8-8935-1d676e3317c1 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 210 time: 0.0516441 Jul 16 02:59:04.471352 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-fcca60c7-4667-463f-8392-50b4457ff208 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:04.524338 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-f0951412-b02c-4bc5-a589-f51e3b802b95 admin admin] Deleting port 240bac95-cf53-4029-9478-954be4925844 {{(pid=92998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:04.524807 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f0951412-b02c-4bc5-a589-f51e3b802b95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:04.527075 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-1e582617-4e43-41cf-890a-0477ef20f104 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:04.539695 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ed9463-3ba2-4be6-bc1e-6cc6e23dc96c None None] DHCP port deletion for cff15e84-fc6d-4fab-9100-6ab8022ec990 request from dv-cinder-788364-5-smb {{(pid=93000) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:59:04.640797 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-53ed9463-3ba2-4be6-bc1e-6cc6e23dc96c None None] Deleting port 240bac95-cf53-4029-9478-954be4925844 {{(pid=93000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:04.641254 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-53ed9463-3ba2-4be6-bc1e-6cc6e23dc96c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:04.673907 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_common [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-fcca60c7-4667-463f-8392-50b4457ff208 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Allocated IP 172.20.0.5 (5e5c6bfb-07bb-468d-bd2e-617c99bc64ab/63a1915a-bab0-41c0-bb18-aaed33e028db/61acf42c-2638-4a62-945b-c067e22da44e) {{(pid=92999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 02:59:04.732925 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-53ed9463-3ba2-4be6-bc1e-6cc6e23dc96c None None] For port 240bac95-cf53-4029-9478-954be4925844, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=240bac95-cf53-4029-9478-954be4925844,segment=NetworkSegment(183d1364-b160-4473-aaf9-4040526610ca),segment_id=183d1364-b160-4473-aaf9-4040526610ca)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:04.733463 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-53ed9463-3ba2-4be6-bc1e-6cc6e23dc96c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:04.747968 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-53ed9463-3ba2-4be6-bc1e-6cc6e23dc96c None None] Calling delete_port for 240bac95-cf53-4029-9478-954be4925844 owned by network:dhcp {{(pid=93000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:04.849711 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-fcca60c7-4667-463f-8392-50b4457ff208 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for port, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:04.866356 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.provisioning_blocks [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-fcca60c7-4667-463f-8392-50b4457ff208 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Transition to ACTIVE for port object 61acf42c-2638-4a62-945b-c067e22da44e will not be triggered until provisioned by entity DHCP. {{(pid=92999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:59:04.888559 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-53ed9463-3ba2-4be6-bc1e-6cc6e23dc96c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332'] for port, after_delete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:04.908299 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-fcca60c7-4667-463f-8392-50b4457ff208 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:04.928279 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed9463-3ba2-4be6-bc1e-6cc6e23dc96c None None] Pushing event deleted for resources: {'Port': ['ID=240bac95-cf53-4029-9478-954be4925844,revision_number=None']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:04.930858 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ed9463-3ba2-4be6-bc1e-6cc6e23dc96c None None] No DVR routers for this DVR port 240bac95-cf53-4029-9478-954be4925844 on host dv-cinder-788364-5-smb {{(pid=93000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:59:04.961480 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-fcca60c7-4667-463f-8392-50b4457ff208 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Network 5e5c6bfb-07bb-468d-bd2e-617c99bc64ab is already hosted by enough agents. {{(pid=92999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:59:04.964617 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-fcca60c7-4667-463f-8392-50b4457ff208 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Resources bound (agent type, host, resource id): {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:59:04.965147 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-1e582617-4e43-41cf-890a-0477ef20f104 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Network 747b2ea9-fb6f-4340-aee2-7461ba32440e is already hosted by enough agents. {{(pid=92998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 02:59:04.970642 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-fcca60c7-4667-463f-8392-50b4457ff208 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Received port after_create {{(pid=92999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:59:04.972601 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.base_scheduler [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-1e582617-4e43-41cf-890a-0477ef20f104 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Resources bound (agent type, host, resource id): {{(pid=92998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 02:59:04.997258 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcca60c7-4667-463f-8392-50b4457ff208 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Pushing event updated for resources: {'Port': ['ID=61acf42c-2638-4a62-945b-c067e22da44e,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:05.009814 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.l3_dvrscheduler_db [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-1e582617-4e43-41cf-890a-0477ef20f104 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Received port after_create {{(pid=92998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 02:59:05.031942 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-fcca60c7-4667-463f-8392-50b4457ff208 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:05.032621 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-fcca60c7-4667-463f-8392-50b4457ff208 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:05.035440 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e582617-4e43-41cf-890a-0477ef20f104 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Pushing event updated for resources: {'Port': ['ID=62a3149e-a05e-4d83-b739-877b69370647,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:05.047506 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [None req-f0951412-b02c-4bc5-a589-f51e3b802b95 admin admin] For port 240bac95-cf53-4029-9478-954be4925844, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=240bac95-cf53-4029-9478-954be4925844,segment=NetworkSegment(183d1364-b160-4473-aaf9-4040526610ca),segment_id=183d1364-b160-4473-aaf9-4040526610ca)] {{(pid=92998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:05.048095 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f0951412-b02c-4bc5-a589-f51e3b802b95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:05.054479 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-fcca60c7-4667-463f-8392-50b4457ff208 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7810953 Jul 16 02:59:05.071800 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-f0951412-b02c-4bc5-a589-f51e3b802b95 admin admin] Calling delete_port for 240bac95-cf53-4029-9478-954be4925844 owned by network:dhcp {{(pid=92998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:05.073194 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-614ebf4c-4fb9-49b4-bc1b-285d164e5cf8 service neutron] Request body: {'port': {'device_id': 'f0d25094-2b66-46d5-a138-598e33d58ce6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:59:05.112869 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-1e582617-4e43-41cf-890a-0477ef20f104 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:05.113563 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-1e582617-4e43-41cf-890a-0477ef20f104 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:05.178321 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-614ebf4c-4fb9-49b4-bc1b-285d164e5cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:05.215533 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-1e582617-4e43-41cf-890a-0477ef20f104 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7405176 Jul 16 02:59:05.240417 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-a5fdc672-f903-4e80-b587-8750c0cece9e service neutron] Request body: {'port': {'device_id': 'cd08a1dc-ad07-4c77-9bf5-c4266b535320', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:59:05.306387 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f0951412-b02c-4bc5-a589-f51e3b802b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:05.320762 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7eb814-8193-425d-a6c1-a58868edb624 req-a403819e-6311-43bf-b209-258161845d67 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:05.323520 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8d7eb814-8193-425d-a6c1-a58868edb624 req-a403819e-6311-43bf-b209-258161845d67 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0d25094-2b66-46d5-a138-598e33d58ce6 HTTP/1.1" status: 200 len: 931 time: 0.1664476 Jul 16 02:59:05.339184 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-a49760a3-fa77-4549-a604-657f2404678f None None] Provisioning for port 62a3149e-a05e-4d83-b739-877b69370647 completed by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:59:05.343546 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-a49760a3-fa77-4549-a604-657f2404678f None None] Provisioning complete for port 62a3149e-a05e-4d83-b739-877b69370647 triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:59:05.344019 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a49760a3-fa77-4549-a604-657f2404678f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:05.380865 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0951412-b02c-4bc5-a589-f51e3b802b95 admin admin] No DVR routers for this DVR port 240bac95-cf53-4029-9478-954be4925844 on host dv-cinder-788364-5-smb {{(pid=92998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:59:05.387762 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-a49760a3-fa77-4549-a604-657f2404678f None None] Port 62a3149e-a05e-4d83-b739-877b69370647 cannot update to ACTIVE because it is not bound. {{(pid=93000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:59:05.388902 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0951412-b02c-4bc5-a589-f51e3b802b95 admin admin] Pushing event deleted for resources: {'Port': ['ID=240bac95-cf53-4029-9478-954be4925844,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:05.402488 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-a49760a3-fa77-4549-a604-657f2404678f None None] Provisioning for port 61acf42c-2638-4a62-945b-c067e22da44e completed by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:59:05.407158 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-a49760a3-fa77-4549-a604-657f2404678f None None] Provisioning complete for port 61acf42c-2638-4a62-945b-c067e22da44e triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:59:05.407810 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a49760a3-fa77-4549-a604-657f2404678f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:05.429543 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:59:05.448316 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-a5fdc672-f903-4e80-b587-8750c0cece9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:05.454947 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] No Port match for: e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89 {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:59:05.455591 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device e6ec20f7-6c7d-4f6d-bde0-0eac1bc22a89 not bound to the agent host hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:59:05.468038 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-a49760a3-fa77-4549-a604-657f2404678f None None] Port 61acf42c-2638-4a62-945b-c067e22da44e cannot update to ACTIVE because it is not bound. {{(pid=93000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 02:59:05.479312 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8d7eb814-8193-425d-a6c1-a58868edb624 req-4aca8c28-ecc0-49ed-b979-2db9a36fc1f5 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc5052e2-16f8-49ed-bc91-8752b2324897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256015 Jul 16 02:59:05.505802 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-614ebf4c-4fb9-49b4-bc1b-285d164e5cf8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61acf42c-2638-4a62-945b-c067e22da44e {{(pid=92999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:59:05.507544 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f0951412-b02c-4bc5-a589-f51e3b802b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531196', 'neutron.services.segments.db._delete_segments_for_network-8744535121484'] for network, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:05.514903 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-614ebf4c-4fb9-49b4-bc1b-285d164e5cf8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:05.533886 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.provisioning_blocks [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-614ebf4c-4fb9-49b4-bc1b-285d164e5cf8 service neutron] Transition to ACTIVE for port object 61acf42c-2638-4a62-945b-c067e22da44e will not be triggered until provisioned by entity L2. {{(pid=92999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:59:05.537919 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-614ebf4c-4fb9-49b4-bc1b-285d164e5cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9108244'] for port, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:05.547639 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.services.segments.db [None req-f0951412-b02c-4bc5-a589-f51e3b802b95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cff15e84-fc6d-4fab-9100-6ab8022ec990']}} {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:05.567377 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.services.segments.db [None req-f0951412-b02c-4bc5-a589-f51e3b802b95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '183d1364-b160-4473-aaf9-4040526610ca') {'for_net_delete': True} {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:05.567754 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.services.segments.db [None req-f0951412-b02c-4bc5-a589-f51e3b802b95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '183d1364-b160-4473-aaf9-4040526610ca') {} {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:05.591698 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f0951412-b02c-4bc5-a589-f51e3b802b95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744535123541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110411'] for segment, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:05.621315 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ebf4c-4fb9-49b4-bc1b-285d164e5cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=61acf42c-2638-4a62-945b-c067e22da44e,revision_number=2']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:05.683901 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-614ebf4c-4fb9-49b4-bc1b-285d164e5cf8 service neutron] Attempting to bind port 61acf42c-2638-4a62-945b-c067e22da44e on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:59:05.684724 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-614ebf4c-4fb9-49b4-bc1b-285d164e5cf8 service neutron] Attempting to bind port 61acf42c-2638-4a62-945b-c067e22da44e by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '93a90afd-6ae2-480e-9bba-c40ab1d9a941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab'}] {{(pid=92999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:59:05.685455 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-614ebf4c-4fb9-49b4-bc1b-285d164e5cf8 service neutron] Attempting to bind port 61acf42c-2638-4a62-945b-c067e22da44e on network 5e5c6bfb-07bb-468d-bd2e-617c99bc64ab {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:59:05.689234 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f0951412-b02c-4bc5-a589-f51e3b802b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:05.694012 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-614ebf4c-4fb9-49b4-bc1b-285d164e5cf8 service neutron] Port 61acf42c-2638-4a62-945b-c067e22da44e on network 5e5c6bfb-07bb-468d-bd2e-617c99bc64ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:59:05.694409 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-614ebf4c-4fb9-49b4-bc1b-285d164e5cf8 service neutron] Attempting to bind port 61acf42c-2638-4a62-945b-c067e22da44e on network 5e5c6bfb-07bb-468d-bd2e-617c99bc64ab {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:59:05.700212 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-614ebf4c-4fb9-49b4-bc1b-285d164e5cf8 service neutron] Checking agent: {'id': 'a8200757-c16c-46b0-9c68-b9d07f85534b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'started_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:59:05.701955 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-614ebf4c-4fb9-49b4-bc1b-285d164e5cf8 service neutron] Checking segment: {'id': '93a90afd-6ae2-480e-9bba-c40ab1d9a941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:59:05.702451 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-614ebf4c-4fb9-49b4-bc1b-285d164e5cf8 service neutron] Bound using segment: {'id': '93a90afd-6ae2-480e-9bba-c40ab1d9a941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab'} {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:59:05.703008 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-614ebf4c-4fb9-49b4-bc1b-285d164e5cf8 service neutron] Bound port: 61acf42c-2638-4a62-945b-c067e22da44e, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '93a90afd-6ae2-480e-9bba-c40ab1d9a941', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab'}}] {{(pid=92999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:59:05.704065 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-614ebf4c-4fb9-49b4-bc1b-285d164e5cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:05.709204 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0951412-b02c-4bc5-a589-f51e3b802b95 admin admin] Releasing vlan 548 on physical network physnet1 to pool {{(pid=92998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:59:05.709739 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f0951412-b02c-4bc5-a589-f51e3b802b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9110237'] for segment, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: self.session.flush() Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: self.session.flush() Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: self.session.flush() Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: self.session.flush() Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: Traceback (most recent call last): Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: timer() Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: cb(*args, **kw) Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: return func(*args, **kwargs) Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: self._notify() Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: self.callback(batched_events) Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: event.method(event) Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: return f(self, *a, **k) Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: return self._get(url).json() Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: return self.request(url, 'GET', **kwargs) Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:59:05.721802 dv-cinder-788364-5-smb neutron-server[92998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:59:05.808128 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-614ebf4c-4fb9-49b4-bc1b-285d164e5cf8 service neutron] For port 61acf42c-2638-4a62-945b-c067e22da44e, host hv-cinder-78836, cleared binding levels {{(pid=92999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:59:05.814780 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-614ebf4c-4fb9-49b4-bc1b-285d164e5cf8 service neutron] For port 61acf42c-2638-4a62-945b-c067e22da44e, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=61acf42c-2638-4a62-945b-c067e22da44e,segment=NetworkSegment(93a90afd-6ae2-480e-9bba-c40ab1d9a941),segment_id=93a90afd-6ae2-480e-9bba-c40ab1d9a941)] {{(pid=92999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:59:05.820941 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-614ebf4c-4fb9-49b4-bc1b-285d164e5cf8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9108244'] for port, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:05.845708 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f0951412-b02c-4bc5-a589-f51e3b802b95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442047'] for network, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:05.855126 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f0951412-b02c-4bc5-a589-f51e3b802b95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:05.860198 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-f0951412-b02c-4bc5-a589-f51e3b802b95 admin admin] 10.222.0.21 "DELETE /v2.0/networks/cff15e84-fc6d-4fab-9100-6ab8022ec990 HTTP/1.1" status: 204 len: 168 time: 1.7176125 Jul 16 02:59:05.863563 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 53490) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:05.875453 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-614ebf4c-4fb9-49b4-bc1b-285d164e5cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:05.875980 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-614ebf4c-4fb9-49b4-bc1b-285d164e5cf8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:05.877439 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-614ebf4c-4fb9-49b4-bc1b-285d164e5cf8 service neutron] 10.222.0.52 "PUT /v2.0/ports/61acf42c-2638-4a62-945b-c067e22da44e HTTP/1.1" status: 200 len: 1093 time: 0.8085718 Jul 16 02:59:05.877898 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0d25094-2b66-46d5-a138-598e33d58ce6', 'tag': '61acf42c-2638-4a62-945b-c067e22da44e'}] {{(pid=92999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:59:05.878797 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0951412-b02c-4bc5-a589-f51e3b802b95 admin admin] Pushing event deleted for resources: {'Network': ['ID=cff15e84-fc6d-4fab-9100-6ab8022ec990,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:05.880184 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7924d30a451bfb46b248ee236a8924541a1a79d63876f3bc8bdb08287585aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc111dd-d39a-4042-888b-e56b856aba27" -d '{"events": [{"name": "network-changed", "server_uuid": "f0d25094-2b66-46d5-a138-598e33d58ce6", "tag": "61acf42c-2638-4a62-945b-c067e22da44e"}]}' {{(pid=92999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:59:05.906850 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fbf83c-d68b-4f4d-b876-5c1070119a9d req-b4f2a3cd-03bd-4dfa-9411-16c1d20f1b7d tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:05.908437 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-18fbf83c-d68b-4f4d-b876-5c1070119a9d req-b4f2a3cd-03bd-4dfa-9411-16c1d20f1b7d tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 931 time: 0.2589464 Jul 16 02:59:05.992517 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-18fbf83c-d68b-4f4d-b876-5c1070119a9d req-57455e13-3923-498b-ab3d-2948071ebdad tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682068 Jul 16 02:59:06.017684 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26eb8b77-4518-4c10-bb61-67cd8146aa98 x-openstack-request-id: req-26eb8b77-4518-4c10-bb61-67cd8146aa98 {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:59:06.017967 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0d25094-2b66-46d5-a138-598e33d58ce6", "tag": "61acf42c-2638-4a62-945b-c067e22da44e", "status": "completed", "code": 200}]} {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:59:06.018212 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26eb8b77-4518-4c10-bb61-67cd8146aa98 {{(pid=92999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:59:06.018599 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0d25094-2b66-46d5-a138-598e33d58ce6', 'tag': '61acf42c-2638-4a62-945b-c067e22da44e', 'status': 'completed', 'code': 200} Jul 16 02:59:06.047995 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.notifiers.nova [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-a5fdc672-f903-4e80-b587-8750c0cece9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62a3149e-a05e-4d83-b739-877b69370647 {{(pid=92998) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:59:06.064991 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-a5fdc672-f903-4e80-b587-8750c0cece9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:06.072683 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614ebf4c-4fb9-49b4-bc1b-285d164e5cf8 service neutron] Pushing event updated for resources: {'Port': ['ID=61acf42c-2638-4a62-945b-c067e22da44e,revision_number=3']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:06.098097 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.provisioning_blocks [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-a5fdc672-f903-4e80-b587-8750c0cece9e service neutron] Transition to ACTIVE for port object 62a3149e-a05e-4d83-b739-877b69370647 will not be triggered until provisioned by entity L2. {{(pid=92998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 02:59:06.103347 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-a5fdc672-f903-4e80-b587-8750c0cece9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110325'] for port, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:06.184169 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 240bac95-cf53-4029-9478-954be4925844 no longer exists at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:59:06.232523 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-94114009-01ec-4376-9e6d-6e084048585d None None] No Port match for: 240bac95-cf53-4029-9478-954be4925844 {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:59:06.232853 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 240bac95-cf53-4029-9478-954be4925844 not bound to the agent host dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:59:06.261307 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdc672-f903-4e80-b587-8750c0cece9e service neutron] Pushing event updated for resources: {'Port': ['ID=62a3149e-a05e-4d83-b739-877b69370647,revision_number=2']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:06.305205 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.managers [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-a5fdc672-f903-4e80-b587-8750c0cece9e service neutron] Attempting to bind port 62a3149e-a05e-4d83-b739-877b69370647 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 02:59:06.305713 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.managers [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-a5fdc672-f903-4e80-b587-8750c0cece9e service neutron] Attempting to bind port 62a3149e-a05e-4d83-b739-877b69370647 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '7d07a258-c4a7-4e28-b7a7-e65f63b3a875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e'}] {{(pid=92998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 02:59:06.306296 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-a5fdc672-f903-4e80-b587-8750c0cece9e service neutron] Attempting to bind port 62a3149e-a05e-4d83-b739-877b69370647 on network 747b2ea9-fb6f-4340-aee2-7461ba32440e {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:59:06.315475 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-a5fdc672-f903-4e80-b587-8750c0cece9e service neutron] Port 62a3149e-a05e-4d83-b739-877b69370647 on network 747b2ea9-fb6f-4340-aee2-7461ba32440e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 02:59:06.315965 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-a5fdc672-f903-4e80-b587-8750c0cece9e service neutron] Attempting to bind port 62a3149e-a05e-4d83-b739-877b69370647 on network 747b2ea9-fb6f-4340-aee2-7461ba32440e {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 02:59:06.323101 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-a5fdc672-f903-4e80-b587-8750c0cece9e service neutron] Checking agent: {'id': 'a8200757-c16c-46b0-9c68-b9d07f85534b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'started_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 2, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 02:59:06.323428 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-a5fdc672-f903-4e80-b587-8750c0cece9e service neutron] Checking segment: {'id': '7d07a258-c4a7-4e28-b7a7-e65f63b3a875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 02:59:06.323913 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-a5fdc672-f903-4e80-b587-8750c0cece9e service neutron] Bound using segment: {'id': '7d07a258-c4a7-4e28-b7a7-e65f63b3a875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e'} {{(pid=92998) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 02:59:06.324421 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.managers [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-a5fdc672-f903-4e80-b587-8750c0cece9e service neutron] Bound port: 62a3149e-a05e-4d83-b739-877b69370647, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7d07a258-c4a7-4e28-b7a7-e65f63b3a875', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 526, 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e'}}] {{(pid=92998) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 02:59:06.324862 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-a5fdc672-f903-4e80-b587-8750c0cece9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:06.345871 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-b5fafc13-058e-4fb5-9d52-e309c5749410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:06.347416 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-b5fafc13-058e-4fb5-9d52-e309c5749410 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b79bde3ef98a47fc8488184086b44b9c&device_id=f0d25094-2b66-46d5-a138-598e33d58ce6 HTTP/1.1" status: 200 len: 1096 time: 0.3314486 Jul 16 02:59:06.400935 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-a5fdc672-f903-4e80-b587-8750c0cece9e service neutron] For port 62a3149e-a05e-4d83-b739-877b69370647, host hv-cinder-78836, cleared binding levels {{(pid=92998) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 02:59:06.404360 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-82775636-5bcb-4241-9827-ea53b13c75ae service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61acf42c-2638-4a62-945b-c067e22da44e HTTP/1.1" status: 200 len: 217 time: 0.0408411 Jul 16 02:59:06.404630 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-a5fdc672-f903-4e80-b587-8750c0cece9e service neutron] For port 62a3149e-a05e-4d83-b739-877b69370647, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62a3149e-a05e-4d83-b739-877b69370647,segment=NetworkSegment(7d07a258-c4a7-4e28-b7a7-e65f63b3a875),segment_id=7d07a258-c4a7-4e28-b7a7-e65f63b3a875)] {{(pid=92998) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 02:59:06.409625 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-a5fdc672-f903-4e80-b587-8750c0cece9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110325'] for port, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:06.449186 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-a5fdc672-f903-4e80-b587-8750c0cece9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:06.449808 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-a5fdc672-f903-4e80-b587-8750c0cece9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:06.451244 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-a5fdc672-f903-4e80-b587-8750c0cece9e service neutron] 10.222.0.52 "PUT /v2.0/ports/62a3149e-a05e-4d83-b739-877b69370647 HTTP/1.1" status: 200 len: 1093 time: 1.2185256 Jul 16 02:59:06.451686 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd08a1dc-ad07-4c77-9bf5-c4266b535320', 'tag': '62a3149e-a05e-4d83-b739-877b69370647'}] {{(pid=92998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:59:06.453997 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a245791c69082107892e6a31916d6d43f1304004a28c473c9394a88117d1c043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a6ee151-8214-4968-9a72-2cc9e3c5cdf5" -d '{"events": [{"name": "network-changed", "server_uuid": "cd08a1dc-ad07-4c77-9bf5-c4266b535320", "tag": "62a3149e-a05e-4d83-b739-877b69370647"}]}' {{(pid=92998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:59:06.488867 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5fdc672-f903-4e80-b587-8750c0cece9e service neutron] Pushing event updated for resources: {'Port': ['ID=62a3149e-a05e-4d83-b739-877b69370647,revision_number=3']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:06.506838 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-11c4cfdf-d971-49ef-93ac-86bcec8527e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:06.508784 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-11c4cfdf-d971-49ef-93ac-86bcec8527e4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63a1915a-bab0-41c0-bb18-aaed33e028db HTTP/1.1" status: 200 len: 850 time: 0.0863509 Jul 16 02:59:06.538920 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5820c8a1-4299-4f4f-9133-635db7b0a734 x-openstack-request-id: req-5820c8a1-4299-4f4f-9133-635db7b0a734 {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:59:06.539312 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd08a1dc-ad07-4c77-9bf5-c4266b535320", "tag": "62a3149e-a05e-4d83-b739-877b69370647", "status": "completed", "code": 200}]} {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:59:06.539739 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5820c8a1-4299-4f4f-9133-635db7b0a734 {{(pid=92998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:59:06.540222 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd08a1dc-ad07-4c77-9bf5-c4266b535320', 'tag': '62a3149e-a05e-4d83-b739-877b69370647', 'status': 'completed', 'code': 200} Jul 16 02:59:06.595608 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-cb8d356e-68b1-4ac1-92e3-849f5ef6db61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:06.597591 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-cb8d356e-68b1-4ac1-92e3-849f5ef6db61 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=27578fa4931d43a687b8bfb4f9fd5fd6&device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 1096 time: 0.0762954 Jul 16 02:59:06.644028 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-93fbd45f-4718-443c-a1e1-f222126e95ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:06.645657 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-93fbd45f-4718-443c-a1e1-f222126e95ad service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e5c6bfb-07bb-468d-bd2e-617c99bc64ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1111412 Jul 16 02:59:06.679326 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-52e81771-2869-4d72-ae1f-420126a10c5c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62a3149e-a05e-4d83-b739-877b69370647 HTTP/1.1" status: 200 len: 217 time: 0.0666869 Jul 16 02:59:06.747825 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-166f375a-ace2-41d4-a895-caec8727dbe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:06.750675 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-166f375a-ace2-41d4-a895-caec8727dbe5 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64e63330-214e-4dcd-a719-fae45048b23b HTTP/1.1" status: 200 len: 856 time: 0.0639148 Jul 16 02:59:06.766692 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3116c0-de65-44f8-94ff-84ac74c7ad77 req-2d1e9cb8-0196-4cbe-8320-fdada4b6727a tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:06.768270 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ea3116c0-de65-44f8-94ff-84ac74c7ad77 req-2d1e9cb8-0196-4cbe-8320-fdada4b6727a tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0d25094-2b66-46d5-a138-598e33d58ce6 HTTP/1.1" status: 200 len: 943 time: 0.1478958 Jul 16 02:59:06.807779 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-0b99ac1d-86fc-405a-a28b-d3432330fdf7 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5c6bfb-07bb-468d-bd2e-617c99bc64ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498826 Jul 16 02:59:06.834377 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ea3116c0-de65-44f8-94ff-84ac74c7ad77 req-e38a2730-d619-401e-92ea-8659dd1fb21c tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc5052e2-16f8-49ed-bc91-8752b2324897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587540 Jul 16 02:59:06.851131 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-ce633312-6725-44ac-b27d-e6af8bd4bb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:06.852695 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-ce633312-6725-44ac-b27d-e6af8bd4bb39 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=747b2ea9-fb6f-4340-aee2-7461ba32440e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0952497 Jul 16 02:59:06.854504 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-ebe46995-6d12-44d3-9721-03f7c4d33e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435113'] for router_interface, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:06.958693 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-ed336acf-830d-467f-a3a5-fc15a2c03ccd service neutron] 10.222.0.52 "GET /v2.0/networks/747b2ea9-fb6f-4340-aee2-7461ba32440e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975287 Jul 16 02:59:07.063480 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-61fc2d9f-12f6-4d91-9f70-1d30121759b1 req-89cd2bb1-6fab-474f-9d08-4d57fc3bcdd2 service neutron] 10.222.0.52 "GET /v2.0/networks/747b2ea9-fb6f-4340-aee2-7461ba32440e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981693 Jul 16 02:59:07.214967 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdb57c-262c-40d6-87ad-65117ee12358 req-1c0ad5b4-7698-4c4b-a002-5cb22956d242 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:07.216596 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-79fdb57c-262c-40d6-87ad-65117ee12358 req-1c0ad5b4-7698-4c4b-a002-5cb22956d242 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 943 time: 0.1013656 Jul 16 02:59:07.242885 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-f95b067b-a0af-43ac-bf1c-16c9dddd897d req-2803e310-537d-4da8-9b4b-bd7619316dae service neutron] 10.222.0.52 "GET /v2.0/networks/5e5c6bfb-07bb-468d-bd2e-617c99bc64ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4275947 Jul 16 02:59:07.246624 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ee151-8214-4968-9a72-2cc9e3c5cdf5 req-3c369bdf-7123-4fd3-9787-50a2fb3a0531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:07.248859 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8a6ee151-8214-4968-9a72-2cc9e3c5cdf5 req-3c369bdf-7123-4fd3-9787-50a2fb3a0531 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=27578fa4931d43a687b8bfb4f9fd5fd6&device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 1096 time: 0.0915544 Jul 16 02:59:07.292362 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-79fdb57c-262c-40d6-87ad-65117ee12358 req-88bbe7ac-92e8-4ed9-a544-749195fd0f64 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0686409 Jul 16 02:59:07.364710 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ee151-8214-4968-9a72-2cc9e3c5cdf5 req-d94d1ad6-ee9c-4ada-bb30-1fa514627a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:07.366152 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8a6ee151-8214-4968-9a72-2cc9e3c5cdf5 req-d94d1ad6-ee9c-4ada-bb30-1fa514627a6f service neutron] 10.222.0.52 "GET /v2.0/networks?id=747b2ea9-fb6f-4340-aee2-7461ba32440e HTTP/1.1" status: 200 len: 918 time: 0.1057525 Jul 16 02:59:07.411522 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8a6ee151-8214-4968-9a72-2cc9e3c5cdf5 req-eba33c21-ec6f-4293-9746-7a9ec4c4bba3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62a3149e-a05e-4d83-b739-877b69370647 HTTP/1.1" status: 200 len: 217 time: 0.0378067 Jul 16 02:59:07.467436 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ee151-8214-4968-9a72-2cc9e3c5cdf5 req-4dcc936a-6419-4e29-a48b-40dbe893f803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:07.469331 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8a6ee151-8214-4968-9a72-2cc9e3c5cdf5 req-4dcc936a-6419-4e29-a48b-40dbe893f803 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64e63330-214e-4dcd-a719-fae45048b23b HTTP/1.1" status: 200 len: 856 time: 0.0501068 Jul 16 02:59:07.472666 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc111dd-d39a-4042-888b-e56b856aba27 req-d074e047-81e3-44c4-ae17-a6ffbb7ffc5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:07.474209 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-dfc111dd-d39a-4042-888b-e56b856aba27 req-d074e047-81e3-44c4-ae17-a6ffbb7ffc5a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b79bde3ef98a47fc8488184086b44b9c&device_id=f0d25094-2b66-46d5-a138-598e33d58ce6 HTTP/1.1" status: 200 len: 1096 time: 0.1130636 Jul 16 02:59:07.541421 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ee151-8214-4968-9a72-2cc9e3c5cdf5 req-04a46dbb-bc03-4149-83ea-3d4bcb4b510f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:07.543240 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8a6ee151-8214-4968-9a72-2cc9e3c5cdf5 req-04a46dbb-bc03-4149-83ea-3d4bcb4b510f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=747b2ea9-fb6f-4340-aee2-7461ba32440e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0611923 Jul 16 02:59:07.607940 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [None req-ebe46995-6d12-44d3-9721-03f7c4d33e94 admin admin] Deleting port 7589361b-f2a4-4c63-926f-544288c5df14 {{(pid=92999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:07.608554 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-ebe46995-6d12-44d3-9721-03f7c4d33e94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:07.611776 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc111dd-d39a-4042-888b-e56b856aba27 req-18f8d449-224d-417b-aabd-d4a3feb56d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:07.613521 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-dfc111dd-d39a-4042-888b-e56b856aba27 req-18f8d449-224d-417b-aabd-d4a3feb56d97 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e5c6bfb-07bb-468d-bd2e-617c99bc64ab HTTP/1.1" status: 200 len: 912 time: 0.1297805 Jul 16 02:59:07.648124 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8a6ee151-8214-4968-9a72-2cc9e3c5cdf5 req-5a08a592-e230-43b1-b295-fd7b28cbd91e service neutron] 10.222.0.52 "GET /v2.0/networks/747b2ea9-fb6f-4340-aee2-7461ba32440e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956244 Jul 16 02:59:07.672303 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-dfc111dd-d39a-4042-888b-e56b856aba27 req-527948ce-3925-480a-82e6-d8fdd3f6a91e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61acf42c-2638-4a62-945b-c067e22da44e HTTP/1.1" status: 200 len: 217 time: 0.0466979 Jul 16 02:59:07.758961 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8a6ee151-8214-4968-9a72-2cc9e3c5cdf5 req-2a78518e-210f-4c1f-ad2a-2ccb2ecaa1d9 service neutron] 10.222.0.52 "GET /v2.0/networks/747b2ea9-fb6f-4340-aee2-7461ba32440e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950277 Jul 16 02:59:07.769024 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc111dd-d39a-4042-888b-e56b856aba27 req-cb709a80-0ea9-4697-bdb9-c6a4ee631206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:07.770571 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-dfc111dd-d39a-4042-888b-e56b856aba27 req-cb709a80-0ea9-4697-bdb9-c6a4ee631206 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63a1915a-bab0-41c0-bb18-aaed33e028db HTTP/1.1" status: 200 len: 850 time: 0.0917416 Jul 16 02:59:07.775574 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [None req-ebe46995-6d12-44d3-9721-03f7c4d33e94 admin admin] For port 7589361b-f2a4-4c63-926f-544288c5df14, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=7589361b-f2a4-4c63-926f-544288c5df14,segment=NetworkSegment(40ac181a-11b6-441c-b42d-20d46c27951d),segment_id=40ac181a-11b6-441c-b42d-20d46c27951d)] {{(pid=92999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:07.775938 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-ebe46995-6d12-44d3-9721-03f7c4d33e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:07.816020 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [None req-ebe46995-6d12-44d3-9721-03f7c4d33e94 admin admin] Calling delete_port for 7589361b-f2a4-4c63-926f-544288c5df14 owned by network:router_interface {{(pid=92999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:07.902484 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc111dd-d39a-4042-888b-e56b856aba27 req-2d1b443f-cab0-49c0-963a-f25c7418c6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:07.904439 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-dfc111dd-d39a-4042-888b-e56b856aba27 req-2d1b443f-cab0-49c0-963a-f25c7418c6ef service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e5c6bfb-07bb-468d-bd2e-617c99bc64ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1195533 Jul 16 02:59:08.026036 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e4af4-841b-4728-a064-d3dc9e79f093 req-855b74ce-26d9-4a76-adcb-ba1b38202552 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:08.027593 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-555e4af4-841b-4728-a064-d3dc9e79f093 req-855b74ce-26d9-4a76-adcb-ba1b38202552 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0d25094-2b66-46d5-a138-598e33d58ce6 HTTP/1.1" status: 200 len: 943 time: 0.0689359 Jul 16 02:59:08.056545 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-dfc111dd-d39a-4042-888b-e56b856aba27 req-028d8d96-aaa1-4835-98c8-d4f33325dfed service neutron] 10.222.0.52 "GET /v2.0/networks/5e5c6bfb-07bb-468d-bd2e-617c99bc64ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449459 Jul 16 02:59:08.077761 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-555e4af4-841b-4728-a064-d3dc9e79f093 req-b00d5248-6d82-435e-8b16-8ce2ab4e3225 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc5052e2-16f8-49ed-bc91-8752b2324897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402949 Jul 16 02:59:08.150035 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-ebe46995-6d12-44d3-9721-03f7c4d33e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:08.186856 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe46995-6d12-44d3-9721-03f7c4d33e94 admin admin] Pushing event deleted for resources: {'Port': ['ID=7589361b-f2a4-4c63-926f-544288c5df14,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:08.220871 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-dfc111dd-d39a-4042-888b-e56b856aba27 req-702853d4-2e02-4aed-8184-6c30510c5ba2 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5c6bfb-07bb-468d-bd2e-617c99bc64ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448443 Jul 16 02:59:08.371604 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-ebe46995-6d12-44d3-9721-03f7c4d33e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-437049'] for router_interface, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:08.504694 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad0109b-1517-49c3-8b07-e7293ee643f4 req-6eb7d2ad-1e40-4e08-abff-0c2648b7d091 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:08.506110 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-dad0109b-1517-49c3-8b07-e7293ee643f4 req-6eb7d2ad-1e40-4e08-abff-0c2648b7d091 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 943 time: 0.0745127 Jul 16 02:59:08.546423 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-dad0109b-1517-49c3-8b07-e7293ee643f4 req-5831e327-1c31-42a0-b254-97ef557f5995 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347223 Jul 16 02:59:08.597755 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe46995-6d12-44d3-9721-03f7c4d33e94 admin admin] Router cd615d1b-cde8-41a2-b99b-0fe8de08ce38 has already been hosted by L3 agent c2717fd8-7624-4935-9c00-920e66229c5a {{(pid=92999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:59:08.712646 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe46995-6d12-44d3-9721-03f7c4d33e94 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:59:08.718031 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-ebe46995-6d12-44d3-9721-03f7c4d33e94 admin admin] 10.222.0.21 "PUT /v2.0/routers/cd615d1b-cde8-41a2-b99b-0fe8de08ce38/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8531547 Jul 16 02:59:08.720399 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 53522) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:08.724461 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3884b9a-7f52-41a5-a2b2-f9799090705e None None] Sync routers for ids ['cd615d1b-cde8-41a2-b99b-0fe8de08ce38'] in dv-cinder-788364-5-smb {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:59:08.735687 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3884b9a-7f52-41a5-a2b2-f9799090705e None None] Routers {'cd615d1b-cde8-41a2-b99b-0fe8de08ce38'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:59:08.736358 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-b3884b9a-7f52-41a5-a2b2-f9799090705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:58:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['cd615d1b-cde8-41a2-b99b-0fe8de08ce38'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:08.837964 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5433c361-1c24-47be-8601-9ec7d3d76ab4 admin admin] Notify callbacks [] for router, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:08.845281 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-b3884b9a-7f52-41a5-a2b2-f9799090705e None None] Set router cd615d1b-cde8-41a2-b99b-0fe8de08ce38 gateway port host: dv-cinder-788364-5-smb {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:59:08.956794 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5433c361-1c24-47be-8601-9ec7d3d76ab4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:09.071950 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-b3884b9a-7f52-41a5-a2b2-f9799090705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd615d1b-cde8-41a2-b99b-0fe8de08ce38', 'name': 'tempest-TestMinimumBasicScenario-2091618674-router', 'tenant_id': 'd3724e54dd5e4163ba3bb13cf0a96db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.213'}], 'enable_snat': True}, 'gw_port_id': '5d3771a2-add9-4c83-9c98-a000723f633e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:34Z', 'updated_at': '2021-07-16T02:59:08Z', 'revision_number': 5, 'project_id': 'd3724e54dd5e4163ba3bb13cf0a96db0', 'gw_port': {'id': '5d3771a2-add9-4c83-9c98-a000723f633e', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:94:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd615d1b-cde8-41a2-b99b-0fe8de08ce38', 'device_owner': 'network:router_gateway', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:55:35Z', 'updated_at': '2021-07-16T02:55:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb'}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:09.100429 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3884b9a-7f52-41a5-a2b2-f9799090705e None None] Checking router: cd615d1b-cde8-41a2-b99b-0fe8de08ce38 for host: dv-cinder-788364-5-smb {{(pid=93001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:59:09.110403 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3884b9a-7f52-41a5-a2b2-f9799090705e None None] Routers {'cd615d1b-cde8-41a2-b99b-0fe8de08ce38'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:59:09.111240 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-b3884b9a-7f52-41a5-a2b2-f9799090705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:58:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['cd615d1b-cde8-41a2-b99b-0fe8de08ce38'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:09.207070 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-b3884b9a-7f52-41a5-a2b2-f9799090705e None None] Set router cd615d1b-cde8-41a2-b99b-0fe8de08ce38 gateway port host: None {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:59:09.266544 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-b3884b9a-7f52-41a5-a2b2-f9799090705e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd615d1b-cde8-41a2-b99b-0fe8de08ce38', 'name': 'tempest-TestMinimumBasicScenario-2091618674-router', 'tenant_id': 'd3724e54dd5e4163ba3bb13cf0a96db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:34Z', 'updated_at': '2021-07-16T02:59:08Z', 'revision_number': 6, 'project_id': 'd3724e54dd5e4163ba3bb13cf0a96db0', 'gw_port_host': None}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:09.286374 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3733f73a-91d6-4e02-8217-a891b7bd1b78 req-30781c8b-9cd5-4598-9d9a-2aa6d7b84035 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:09.288102 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3733f73a-91d6-4e02-8217-a891b7bd1b78 req-30781c8b-9cd5-4598-9d9a-2aa6d7b84035 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0d25094-2b66-46d5-a138-598e33d58ce6 HTTP/1.1" status: 200 len: 943 time: 0.0816431 Jul 16 02:59:09.293992 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3884b9a-7f52-41a5-a2b2-f9799090705e None None] The sync data for ids ['cd615d1b-cde8-41a2-b99b-0fe8de08ce38'] in dv-cinder-788364-5-smb is: [{'id': 'cd615d1b-cde8-41a2-b99b-0fe8de08ce38', 'name': 'tempest-TestMinimumBasicScenario-2091618674-router', 'tenant_id': 'd3724e54dd5e4163ba3bb13cf0a96db0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:55:34Z', 'updated_at': '2021-07-16T02:59:08Z', 'revision_number': 6, 'project_id': 'd3724e54dd5e4163ba3bb13cf0a96db0', 'gw_port_host': None}] {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:59:09.299353 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [None req-5433c361-1c24-47be-8601-9ec7d3d76ab4 admin admin] Deleting port 5d3771a2-add9-4c83-9c98-a000723f633e {{(pid=92999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:09.299696 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5433c361-1c24-47be-8601-9ec7d3d76ab4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:09.341954 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3733f73a-91d6-4e02-8217-a891b7bd1b78 req-9a284f57-eef6-42a2-b3ae-3986f4c4a01b tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc5052e2-16f8-49ed-bc91-8752b2324897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451512 Jul 16 02:59:09.402371 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [None req-5433c361-1c24-47be-8601-9ec7d3d76ab4 admin admin] For port 5d3771a2-add9-4c83-9c98-a000723f633e, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=5d3771a2-add9-4c83-9c98-a000723f633e,segment=NetworkSegment(552c363b-8a94-4391-a7bf-95f73577cc8e),segment_id=552c363b-8a94-4391-a7bf-95f73577cc8e)] {{(pid=92999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:09.402732 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5433c361-1c24-47be-8601-9ec7d3d76ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:09.420962 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [None req-5433c361-1c24-47be-8601-9ec7d3d76ab4 admin admin] Calling delete_port for 5d3771a2-add9-4c83-9c98-a000723f633e owned by network:router_gateway {{(pid=92999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:09.429012 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 61acf42c-2638-4a62-945b-c067e22da44e details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:59:09.529591 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 61acf42c-2638-4a62-945b-c067e22da44e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=61acf42c-2638-4a62-945b-c067e22da44e,segment=NetworkSegment(93a90afd-6ae2-480e-9bba-c40ab1d9a941),segment_id=93a90afd-6ae2-480e-9bba-c40ab1d9a941)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:09.540714 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Returning: {'device': '61acf42c-2638-4a62-945b-c067e22da44e', 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab', 'port_id': '61acf42c-2638-4a62-945b-c067e22da44e', 'mac_address': 'fa:16:3e:8b:4c:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 515, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:59:09.579732 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:09.596215 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5433c361-1c24-47be-8601-9ec7d3d76ab4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:09.602861 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61acf42c-2638-4a62-945b-c067e22da44e {{(pid=93000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:59:09.629355 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5433c361-1c24-47be-8601-9ec7d3d76ab4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d3771a2-add9-4c83-9c98-a000723f633e,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:09.629975 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 61acf42c-2638-4a62-945b-c067e22da44e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=61acf42c-2638-4a62-945b-c067e22da44e,segment=NetworkSegment(93a90afd-6ae2-480e-9bba-c40ab1d9a941),segment_id=93a90afd-6ae2-480e-9bba-c40ab1d9a941)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:09.642458 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:09.643379 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 62a3149e-a05e-4d83-b739-877b69370647 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 02:59:09.714483 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5433c361-1c24-47be-8601-9ec7d3d76ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441955'] for router_gateway, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:09.743548 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=61acf42c-2638-4a62-945b-c067e22da44e,revision_number=4']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:09.813707 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 62a3149e-a05e-4d83-b739-877b69370647, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62a3149e-a05e-4d83-b739-877b69370647,segment=NetworkSegment(7d07a258-c4a7-4e28-b7a7-e65f63b3a875),segment_id=7d07a258-c4a7-4e28-b7a7-e65f63b3a875)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:09.826107 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Returning: {'device': '62a3149e-a05e-4d83-b739-877b69370647', 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e', 'port_id': '62a3149e-a05e-4d83-b739-877b69370647', 'mac_address': 'fa:16:3e:4f:12:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e63330-214e-4dcd-a719-fae45048b23b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 02:59:09.827062 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5433c361-1c24-47be-8601-9ec7d3d76ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12161'] for router, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:09.829789 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5433c361-1c24-47be-8601-9ec7d3d76ab4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:09.833303 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe599c6-5c0c-4112-943f-1c9d5e332c5d req-757ec5f9-d8ec-4132-995a-4319500ecc1a tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:09.834891 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-cbe599c6-5c0c-4112-943f-1c9d5e332c5d req-757ec5f9-d8ec-4132-995a-4319500ecc1a tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 943 time: 0.1002676 Jul 16 02:59:09.877180 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:09.879498 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-cbe599c6-5c0c-4112-943f-1c9d5e332c5d req-dd4a9b2b-9487-4c96-8f65-c1a7d8daf994 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362613 Jul 16 02:59:09.883906 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5433c361-1c24-47be-8601-9ec7d3d76ab4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435937'] for router, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:09.884500 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5433c361-1c24-47be-8601-9ec7d3d76ab4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd615d1b-cde8-41a2-b99b-0fe8de08ce38 {{(pid=92999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 02:59:09.892024 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5433c361-1c24-47be-8601-9ec7d3d76ab4 admin admin] Notify callbacks [] for router, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:09.893192 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-5433c361-1c24-47be-8601-9ec7d3d76ab4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/cd615d1b-cde8-41a2-b99b-0fe8de08ce38 HTTP/1.1" status: 204 len: 168 time: 1.1718464 Jul 16 02:59:09.895601 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 53534) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:09.896663 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a3149e-a05e-4d83-b739-877b69370647 {{(pid=93000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 02:59:09.917891 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 62a3149e-a05e-4d83-b739-877b69370647, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62a3149e-a05e-4d83-b739-877b69370647,segment=NetworkSegment(7d07a258-c4a7-4e28-b7a7-e65f63b3a875),segment_id=7d07a258-c4a7-4e28-b7a7-e65f63b3a875)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:09.921851 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:09.942588 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_v2 [None req-1de72e28-5aad-47f5-9558-bd5bddde4362 admin admin] Deleting subnet 3c4a7b91-9679-47ca-a3db-6c729f493cc5 {{(pid=92999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:59:09.946675 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-1de72e28-5aad-47f5-9558-bd5bddde4362 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:09.973860 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=62a3149e-a05e-4d83-b739-877b69370647,revision_number=4']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:09.982386 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-1de72e28-5aad-47f5-9558-bd5bddde4362 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9525570'] for subnet, precommit_delete_associations {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:10.095701 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-1de72e28-5aad-47f5-9558-bd5bddde4362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:10.153574 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-1de72e28-5aad-47f5-9558-bd5bddde4362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9108318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10320817'] for subnet, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:10.187791 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de72e28-5aad-47f5-9558-bd5bddde4362 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c4a7b91-9679-47ca-a3db-6c729f493cc5,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:10.193331 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-1de72e28-5aad-47f5-9558-bd5bddde4362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for subnet, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:10.197589 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-1de72e28-5aad-47f5-9558-bd5bddde4362 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3c4a7b91-9679-47ca-a3db-6c729f493cc5 HTTP/1.1" status: 204 len: 168 time: 0.2986732 Jul 16 02:59:10.198966 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 53540) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:10.209221 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d73c54d-0970-4383-85cb-99de39df7bbb None None] Network ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1 requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 02:59:10.212659 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 7589361b-f2a4-4c63-926f-544288c5df14 no longer exists at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:59:10.248642 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-94114009-01ec-4376-9e6d-6e084048585d None None] No Port match for: 7589361b-f2a4-4c63-926f-544288c5df14 {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:59:10.249229 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 7589361b-f2a4-4c63-926f-544288c5df14 not bound to the agent host dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:59:10.249665 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 5d3771a2-add9-4c83-9c98-a000723f633e no longer exists at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:59:10.282785 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-94114009-01ec-4376-9e6d-6e084048585d None None] No Port match for: 5d3771a2-add9-4c83-9c98-a000723f633e {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:59:10.283324 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 5d3771a2-add9-4c83-9c98-a000723f633e not bound to the agent host dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:59:10.312330 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609267'] for network, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:10.320690 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['61acf42c-2638-4a62-945b-c067e22da44e'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:59:10.323390 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['62a3149e-a05e-4d83-b739-877b69370647'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 02:59:10.370271 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] Deleting port fa68ec38-6476-456f-85c3-43096ea1a8a2 {{(pid=92998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 02:59:10.370701 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:10.445316 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] For port fa68ec38-6476-456f-85c3-43096ea1a8a2, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=fa68ec38-6476-456f-85c3-43096ea1a8a2,segment=NetworkSegment(40ac181a-11b6-441c-b42d-20d46c27951d),segment_id=40ac181a-11b6-441c-b42d-20d46c27951d)] {{(pid=92998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:10.445765 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:10.464133 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] Calling delete_port for fa68ec38-6476-456f-85c3-43096ea1a8a2 owned by network:dhcp {{(pid=92998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 02:59:10.608187 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3550b8-c841-4b5d-9755-e1f5bca33750 req-c846fd02-edfc-48a2-803e-aa680058e471 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:10.609745 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-bd3550b8-c841-4b5d-9755-e1f5bca33750 req-c846fd02-edfc-48a2-803e-aa680058e471 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0d25094-2b66-46d5-a138-598e33d58ce6 HTTP/1.1" status: 200 len: 944 time: 0.1314583 Jul 16 02:59:10.631911 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:10.666177 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b6087a-ed4c-45ca-8c6b-a4a9f8e70eec None None] DHCP port deletion for ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1 request from dv-cinder-788364-5-smb {{(pid=93000) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 02:59:10.676617 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa68ec38-6476-456f-85c3-43096ea1a8a2,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:10.691042 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] No DVR routers for this DVR port fa68ec38-6476-456f-85c3-43096ea1a8a2 on host dv-cinder-788364-5-smb {{(pid=92998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 02:59:10.698017 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:10.698378 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:10.698807 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:10.699135 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:10.699467 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:10.699795 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:10.700743 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:10.701078 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:10.701401 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:10.701720 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:10.702041 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:10.702368 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 02:59:10.723164 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-bd3550b8-c841-4b5d-9755-e1f5bca33750 req-8ff507bd-60de-4fef-8906-36fbd8bd64ef tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc5052e2-16f8-49ed-bc91-8752b2324897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1034968 Jul 16 02:59:10.775732 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531196', 'neutron.services.segments.db._delete_segments_for_network-8744535121484'] for network, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:10.786339 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.services.segments.db [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1']}} {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:10.800763 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.services.segments.db [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40ac181a-11b6-441c-b42d-20d46c27951d') {'for_net_delete': True} {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:10.801057 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.services.segments.db [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40ac181a-11b6-441c-b42d-20d46c27951d') {} {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:10.810941 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744535123541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110411'] for segment, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:10.826183 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:10.833777 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] Releasing vlan 530 on physical network physnet1 to pool {{(pid=92998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:59:10.836599 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9110237'] for segment, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: conditions |= (models_v2.Port.network_id.in_( Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: Traceback (most recent call last): Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: timer() Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: cb(*args, **kw) Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: return func(*args, **kwargs) Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: self._notify() Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: self.callback(batched_events) Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: event.method(event) Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: return f(self, *a, **k) Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: return self._get(url).json() Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: return self.request(url, 'GET', **kwargs) Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:59:10.838543 dv-cinder-788364-5-smb neutron-server[92998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:59:10.898056 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442047'] for network, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:10.903855 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:10.905789 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1 HTTP/1.1" status: 204 len: 168 time: 0.7058420 Jul 16 02:59:10.917077 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e352aa-6d75-4acc-8fa5-9ab541463ae1 admin admin] Pushing event deleted for resources: {'Network': ['ID=ccf9e6a5-7e0d-4a9a-9103-6293e1fda0d1,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:11.079543 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a571a53-9ee2-4681-bd31-bd2e30b0bbe4 req-2ac5cb15-2dd2-45db-948d-90cd02c578da tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:11.081293 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2a571a53-9ee2-4681-bd31-bd2e30b0bbe4 req-2ac5cb15-2dd2-45db-948d-90cd02c578da tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 944 time: 0.0794330 Jul 16 02:59:11.083250 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 53550) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:11.147521 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2a571a53-9ee2-4681-bd31-bd2e30b0bbe4 req-ef6b03dd-c970-4e39-ac15-833b691af9b3 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580518 Jul 16 02:59:11.155285 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-336d05de-601d-4938-bc47-f8940f808b1f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a07fe20008544158432a3e05ba4b289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0708463 Jul 16 02:59:11.157743 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 53552) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:11.206797 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-814dc7f0-a426-492e-9110-1e899b322e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:11.228871 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-814dc7f0-a426-492e-9110-1e899b322e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:11.277817 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-814dc7f0-a426-492e-9110-1e899b322e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:11.280413 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-814dc7f0-a426-492e-9110-1e899b322e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:11.281598 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-814dc7f0-a426-492e-9110-1e899b322e61 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eedf4579-c591-4e8f-a5e6-b2a6356a2053 HTTP/1.1" status: 204 len: 168 time: 0.1229513 Jul 16 02:59:11.290011 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814dc7f0-a426-492e-9110-1e899b322e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eedf4579-c591-4e8f-a5e6-b2a6356a2053,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:11.440113 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 61acf42c-2638-4a62-945b-c067e22da44e up at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:59:11.495004 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning for port 61acf42c-2638-4a62-945b-c067e22da44e completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:59:11.501560 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning complete for port 61acf42c-2638-4a62-945b-c067e22da44e triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:59:11.502381 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:11.591412 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:11.616696 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d25094-2b66-46d5-a138-598e33d58ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61acf42c-2638-4a62-945b-c067e22da44e'}] {{(pid=93000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:59:11.619888 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea702c1d27a9afaa317d21627fdeb95d85c281d49492fc16ca315a181738864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04254f46-763f-4cbf-ae94-5d891e4b716c" -d '{"events": [{"server_uuid": "f0d25094-2b66-46d5-a138-598e33d58ce6", "name": "network-vif-plugged", "status": "completed", "tag": "61acf42c-2638-4a62-945b-c067e22da44e"}]}' {{(pid=93000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:59:11.639996 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 61acf42c-2638-4a62-945b-c067e22da44e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=61acf42c-2638-4a62-945b-c067e22da44e,segment=NetworkSegment(93a90afd-6ae2-480e-9bba-c40ab1d9a941),segment_id=93a90afd-6ae2-480e-9bba-c40ab1d9a941)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:11.647755 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:11.651247 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 62a3149e-a05e-4d83-b739-877b69370647 up at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 02:59:11.667983 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90db01b2-5219-4a02-951c-200a87de5f9d x-openstack-request-id: req-90db01b2-5219-4a02-951c-200a87de5f9d {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:59:11.667983 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d25094-2b66-46d5-a138-598e33d58ce6", "name": "network-vif-plugged", "status": "completed", "tag": "61acf42c-2638-4a62-945b-c067e22da44e", "code": 200}]} {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:59:11.667983 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-90db01b2-5219-4a02-951c-200a87de5f9d {{(pid=93000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:59:11.667983 dv-cinder-788364-5-smb neutron-server[93000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d25094-2b66-46d5-a138-598e33d58ce6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61acf42c-2638-4a62-945b-c067e22da44e', 'code': 200} Jul 16 02:59:11.669432 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 53564) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:11.763226 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-8c4122f7-8d88-44af-aaf6-465e7e6ded4c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3724e54dd5e4163ba3bb13cf0a96db0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0923140 Jul 16 02:59:11.766316 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 53572) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:11.767275 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=61acf42c-2638-4a62-945b-c067e22da44e,revision_number=5']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:11.773676 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning for port 62a3149e-a05e-4d83-b739-877b69370647 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 02:59:11.778814 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning complete for port 62a3149e-a05e-4d83-b739-877b69370647 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 02:59:11.779241 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:11.863277 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-19552aae-b45c-4556-bb3b-7995bd58e09d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:11.882436 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:11.900832 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-19552aae-b45c-4556-bb3b-7995bd58e09d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:11.922488 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 62a3149e-a05e-4d83-b739-877b69370647, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62a3149e-a05e-4d83-b739-877b69370647,segment=NetworkSegment(7d07a258-c4a7-4e28-b7a7-e65f63b3a875),segment_id=7d07a258-c4a7-4e28-b7a7-e65f63b3a875)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 02:59:11.927228 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:11.961438 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f745413a-0f0c-44ff-856a-7ce362cb3f67 req-a1e6f6d6-23d8-43da-9af5-6a13233aedea tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:11.962980 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f745413a-0f0c-44ff-856a-7ce362cb3f67 req-a1e6f6d6-23d8-43da-9af5-6a13233aedea tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0d25094-2b66-46d5-a138-598e33d58ce6 HTTP/1.1" status: 200 len: 945 time: 0.0700066 Jul 16 02:59:11.978088 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=62a3149e-a05e-4d83-b739-877b69370647,revision_number=5']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:11.993062 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31110d8-e7ae-4d59-94e5-b22fb8478de2 req-2291fb2b-8349-4ca5-869d-451ead26d3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:11.994851 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-c31110d8-e7ae-4d59-94e5-b22fb8478de2 req-2291fb2b-8349-4ca5-869d-451ead26d3ae service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f0d25094-2b66-46d5-a138-598e33d58ce6 HTTP/1.1" status: 200 len: 1098 time: 0.0862856 Jul 16 02:59:12.001156 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-19552aae-b45c-4556-bb3b-7995bd58e09d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:12.003803 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-19552aae-b45c-4556-bb3b-7995bd58e09d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:12.004854 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-19552aae-b45c-4556-bb3b-7995bd58e09d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8f35add9-eb1d-4ed3-adf5-d59a745538a9 HTTP/1.1" status: 204 len: 168 time: 0.2367675 Jul 16 02:59:12.013719 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f745413a-0f0c-44ff-856a-7ce362cb3f67 req-05523b00-bd2b-45a5-8e02-b7029190a480 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc5052e2-16f8-49ed-bc91-8752b2324897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432022 Jul 16 02:59:12.018902 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19552aae-b45c-4556-bb3b-7995bd58e09d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f35add9-eb1d-4ed3-adf5-d59a745538a9,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:12.049834 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-c31110d8-e7ae-4d59-94e5-b22fb8478de2 req-25ddbef2-6895-494a-b030-355ec9fe59d5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=bc5052e2-16f8-49ed-bc91-8752b2324897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438526 Jul 16 02:59:12.105711 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device fa68ec38-6476-456f-85c3-43096ea1a8a2 no longer exists at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 02:59:12.125858 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-94114009-01ec-4376-9e6d-6e084048585d None None] No Port match for: fa68ec38-6476-456f-85c3-43096ea1a8a2 {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 02:59:12.126204 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device fa68ec38-6476-456f-85c3-43096ea1a8a2 not bound to the agent host dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 02:59:12.335096 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1735828-61a7-466b-813d-eadb1e6f3d3d req-06609ad8-c01f-428e-8a17-8d02f5686742 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:12.336809 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c1735828-61a7-466b-813d-eadb1e6f3d3d req-06609ad8-c01f-428e-8a17-8d02f5686742 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 945 time: 0.0695014 Jul 16 02:59:12.379377 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c1735828-61a7-466b-813d-eadb1e6f3d3d req-c72987d9-fd48-4e52-b479-9b80babc3bb1 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359654 Jul 16 02:59:13.224598 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8048d551-e8cb-4344-a1fb-f3c78b414795 req-c96856c4-0258-4bbb-942e-e03f67b97950 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:13.226155 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8048d551-e8cb-4344-a1fb-f3c78b414795 req-c96856c4-0258-4bbb-942e-e03f67b97950 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0d25094-2b66-46d5-a138-598e33d58ce6 HTTP/1.1" status: 200 len: 945 time: 0.0669920 Jul 16 02:59:13.265921 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8048d551-e8cb-4344-a1fb-f3c78b414795 req-38b84a72-e073-436b-87b0-2371e7e3cf81 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc5052e2-16f8-49ed-bc91-8752b2324897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332675 Jul 16 02:59:13.562421 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abb66e-a9b5-4a26-befa-14d863816e8f req-4b8aef28-03c8-4ef8-87f0-9a3d862c55e7 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:13.563902 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-79abb66e-a9b5-4a26-befa-14d863816e8f req-4b8aef28-03c8-4ef8-87f0-9a3d862c55e7 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 945 time: 0.0659466 Jul 16 02:59:13.601070 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-79abb66e-a9b5-4a26-befa-14d863816e8f req-0a523ac7-e271-4655-b3f0-49e12f0149ed tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316598 Jul 16 02:59:13.668216 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd08a1dc-ad07-4c77-9bf5-c4266b535320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a3149e-a05e-4d83-b739-877b69370647'}] {{(pid=93000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:59:13.671214 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea702c1d27a9afaa317d21627fdeb95d85c281d49492fc16ca315a181738864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc701b07-0660-49bd-8452-98d8f3591ffc" -d '{"events": [{"server_uuid": "cd08a1dc-ad07-4c77-9bf5-c4266b535320", "name": "network-vif-plugged", "status": "completed", "tag": "62a3149e-a05e-4d83-b739-877b69370647"}]}' {{(pid=93000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:59:13.707762 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 02:59:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57840c63-d462-4809-a0c9-d46d5292d2c9 x-openstack-request-id: req-57840c63-d462-4809-a0c9-d46d5292d2c9 {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:59:13.708081 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd08a1dc-ad07-4c77-9bf5-c4266b535320", "name": "network-vif-plugged", "status": "completed", "tag": "62a3149e-a05e-4d83-b739-877b69370647", "code": 200}]} {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:59:13.708326 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57840c63-d462-4809-a0c9-d46d5292d2c9 {{(pid=93000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:59:13.708804 dv-cinder-788364-5-smb neutron-server[93000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd08a1dc-ad07-4c77-9bf5-c4266b535320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a3149e-a05e-4d83-b739-877b69370647', 'code': 200} Jul 16 02:59:13.973339 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8ac779-788e-4e72-b0ca-48ed0c3af7d7 req-6a3ce1bb-7e1d-453c-98af-5d555dc6e2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:13.974845 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-fa8ac779-788e-4e72-b0ca-48ed0c3af7d7 req-6a3ce1bb-7e1d-453c-98af-5d555dc6e2fe service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 1098 time: 0.0540626 Jul 16 02:59:14.016645 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-fa8ac779-788e-4e72-b0ca-48ed0c3af7d7 req-4d65f897-e855-48bb-94c1-883f2fc8e416 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348008 Jul 16 02:59:14.438977 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875f7e1-33d5-4b30-808b-423b1c632c6e req-ecbd518e-1ddc-41de-af38-44e79bf5241f tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:14.440536 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1875f7e1-33d5-4b30-808b-423b1c632c6e req-ecbd518e-1ddc-41de-af38-44e79bf5241f tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0d25094-2b66-46d5-a138-598e33d58ce6 HTTP/1.1" status: 200 len: 945 time: 0.0634186 Jul 16 02:59:14.477507 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1875f7e1-33d5-4b30-808b-423b1c632c6e req-7db959f9-0c1a-4b44-85ae-7159157296a7 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc5052e2-16f8-49ed-bc91-8752b2324897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314939 Jul 16 02:59:14.646651 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51ed889-6ff1-4c75-951a-d3c726e27a8a req-faa82cc7-e99e-4c59-85bc-f1cadcd25826 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:14.648207 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e51ed889-6ff1-4c75-951a-d3c726e27a8a req-faa82cc7-e99e-4c59-85bc-f1cadcd25826 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0d25094-2b66-46d5-a138-598e33d58ce6 HTTP/1.1" status: 200 len: 945 time: 0.0669010 Jul 16 02:59:14.656594 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 53606) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:14.661417 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-65fd53fb-94f9-4a2c-8bf7-59e06958d8cb tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Request body: {'floatingip': {'port_id': '61acf42c-2638-4a62-945b-c067e22da44e'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:59:14.701479 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-65fd53fb-94f9-4a2c-8bf7-59e06958d8cb tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for floatingip, before_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:14.907493 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61a1185-224d-4bfb-8624-03ad9b4b86f3 req-d4fbecc0-8f18-4f1c-9c46-9ea680b2772e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:14.909095 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f61a1185-224d-4bfb-8624-03ad9b4b86f3 req-d4fbecc0-8f18-4f1c-9c46-9ea680b2772e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 945 time: 0.1784129 Jul 16 02:59:14.988981 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f61a1185-224d-4bfb-8624-03ad9b4b86f3 req-0e14f432-cb65-44ec-95a4-a620051ec82c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707407 Jul 16 02:59:15.678381 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-65fd53fb-94f9-4a2c-8bf7-59e06958d8cb tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:15.682314 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-65fd53fb-94f9-4a2c-8bf7-59e06958d8cb tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442025'] for floatingip, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:15.782036 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.db.l3_db [None req-65fd53fb-94f9-4a2c-8bf7-59e06958d8cb tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Floating IP d5e9fa9b-8f07-444e-8dda-06f21410dfd9 associated. External IP: 172.28.1.140, port: 61acf42c-2638-4a62-945b-c067e22da44e. Jul 16 02:59:15.987274 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fd53fb-94f9-4a2c-8bf7-59e06958d8cb tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Router b3edf993-776f-4f5d-b76e-becdb961011b has already been hosted by L3 agent c2717fd8-7624-4935-9c00-920e66229c5a {{(pid=92998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:59:16.103127 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fd53fb-94f9-4a2c-8bf7-59e06958d8cb tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:59:16.108146 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-65fd53fb-94f9-4a2c-8bf7-59e06958d8cb tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for floatingip, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:16.112816 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06d41f7-c842-4f2d-9ebe-4bea4ea80e0f None None] Sync routers for ids ['b3edf993-776f-4f5d-b76e-becdb961011b'] in dv-cinder-788364-5-smb {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:59:16.121519 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06d41f7-c842-4f2d-9ebe-4bea4ea80e0f None None] Routers {'b3edf993-776f-4f5d-b76e-becdb961011b'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:59:16.122167 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-f06d41f7-c842-4f2d-9ebe-4bea4ea80e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:58:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['b3edf993-776f-4f5d-b76e-becdb961011b'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:16.175846 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-65fd53fb-94f9-4a2c-8bf7-59e06958d8cb tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "PUT /v2.0/floatingips/d5e9fa9b-8f07-444e-8dda-06f21410dfd9 HTTP/1.1" status: 200 len: 991 time: 1.5181437 Jul 16 02:59:16.177349 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0d25094-2b66-46d5-a138-598e33d58ce6', 'tag': '61acf42c-2638-4a62-945b-c067e22da44e'}] {{(pid=92998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:59:16.179775 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a245791c69082107892e6a31916d6d43f1304004a28c473c9394a88117d1c043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-593bc180-46d0-4870-8c13-b6c24137d708" -d '{"events": [{"name": "network-changed", "server_uuid": "f0d25094-2b66-46d5-a138-598e33d58ce6", "tag": "61acf42c-2638-4a62-945b-c067e22da44e"}]}' {{(pid=92998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:59:16.209681 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025f3fba-9654-417c-b84a-a64eb837ebc2 req-9a049ba6-5e3e-46f2-8b09-7ce6f01f6398 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:16.211243 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-025f3fba-9654-417c-b84a-a64eb837ebc2 req-9a049ba6-5e3e-46f2-8b09-7ce6f01f6398 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 945 time: 0.1009302 Jul 16 02:59:16.233067 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-f06d41f7-c842-4f2d-9ebe-4bea4ea80e0f None None] Set router b3edf993-776f-4f5d-b76e-becdb961011b gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:59:16.264365 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-025f3fba-9654-417c-b84a-a64eb837ebc2 req-01a51ae5-66d0-4def-a5f7-2a3856f2e55d tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442877 Jul 16 02:59:16.323590 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45b94620-decd-462e-b0a6-3275024ab679 x-openstack-request-id: req-45b94620-decd-462e-b0a6-3275024ab679 {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:59:16.323903 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0d25094-2b66-46d5-a138-598e33d58ce6", "tag": "61acf42c-2638-4a62-945b-c067e22da44e", "status": "completed", "code": 200}]} {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:59:16.324157 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-45b94620-decd-462e-b0a6-3275024ab679 {{(pid=92998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:59:16.324563 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0d25094-2b66-46d5-a138-598e33d58ce6', 'tag': '61acf42c-2638-4a62-945b-c067e22da44e', 'status': 'completed', 'code': 200} Jul 16 02:59:16.462043 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bc180-46d0-4870-8c13-b6c24137d708 req-17f56e55-4cac-4831-9a1e-fc8810c92172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:16.463519 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-593bc180-46d0-4870-8c13-b6c24137d708 req-17f56e55-4cac-4831-9a1e-fc8810c92172 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=b79bde3ef98a47fc8488184086b44b9c&device_id=f0d25094-2b66-46d5-a138-598e33d58ce6 HTTP/1.1" status: 200 len: 1098 time: 0.0702715 Jul 16 02:59:16.509091 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe5c6cd-f4ae-41a7-94bf-a32f70c2ee0f req-5b53cf16-4a05-49af-a1b2-05a2758ba034 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:16.511548 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ebe5c6cd-f4ae-41a7-94bf-a32f70c2ee0f req-5b53cf16-4a05-49af-a1b2-05a2758ba034 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 945 time: 0.0873020 Jul 16 02:59:16.522775 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 53630) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:16.527685 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-bd230708-4c8e-48e5-b545-61b23b5de052 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Request body: {'floatingip': {'port_id': '62a3149e-a05e-4d83-b739-877b69370647'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 02:59:16.576729 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-bd230708-4c8e-48e5-b545-61b23b5de052 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for floatingip, before_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:16.588201 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bc180-46d0-4870-8c13-b6c24137d708 req-f0709d8c-9f7b-420c-90a6-53399e41d140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:16.590338 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-593bc180-46d0-4870-8c13-b6c24137d708 req-f0709d8c-9f7b-420c-90a6-53399e41d140 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5e5c6bfb-07bb-468d-bd2e-617c99bc64ab HTTP/1.1" status: 200 len: 912 time: 0.1171410 Jul 16 02:59:16.682074 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-593bc180-46d0-4870-8c13-b6c24137d708 req-76da5667-21f2-43f6-b500-19364ba06732 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=61acf42c-2638-4a62-945b-c067e22da44e HTTP/1.1" status: 200 len: 999 time: 0.0837059 Jul 16 02:59:16.701088 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-f06d41f7-c842-4f2d-9ebe-4bea4ea80e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'name': 'tempest-AttachVolumeTestJSON-2134453683-router', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:49Z', 'updated_at': '2021-07-16T02:53:59Z', 'revision_number': 4, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'gw_port': {'id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:50Z', 'updated_at': '2021-07-16T02:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_floatingips': [{'id': 'd5e9fa9b-8f07-444e-8dda-06f21410dfd9', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'floating_ip_address': '172.28.1.140', 'floating_network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'router_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'port_id': '61acf42c-2638-4a62-945b-c067e22da44e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab', 'mac_address': 'fa:16:3e:8b:4c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d25094-2b66-46d5-a138-598e33d58ce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:59:00Z', 'updated_at': '2021-07-16T02:59:15Z', 'revision_number': 1, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8737da9a-43ba-4db4-890a-15ab1b697d79', 'name': '', 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'mac_address': 'fa:16:3e:91:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:57Z', 'updated_at': '2021-07-16T02:54:10Z', 'revision_number': 5, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'subnets': [{'id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:16.729538 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06d41f7-c842-4f2d-9ebe-4bea4ea80e0f None None] Checking router: b3edf993-776f-4f5d-b76e-becdb961011b for host: dv-cinder-788364-5-smb {{(pid=93000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:59:16.736794 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bc180-46d0-4870-8c13-b6c24137d708 req-7b333b4a-33ea-490f-8270-2d98bc4ed96b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:16.738580 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-593bc180-46d0-4870-8c13-b6c24137d708 req-7b333b4a-33ea-490f-8270-2d98bc4ed96b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=63a1915a-bab0-41c0-bb18-aaed33e028db HTTP/1.1" status: 200 len: 850 time: 0.0498261 Jul 16 02:59:16.740217 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06d41f7-c842-4f2d-9ebe-4bea4ea80e0f None None] Routers {'b3edf993-776f-4f5d-b76e-becdb961011b'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:59:16.740866 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-f06d41f7-c842-4f2d-9ebe-4bea4ea80e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:58:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['b3edf993-776f-4f5d-b76e-becdb961011b'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:16.815730 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593bc180-46d0-4870-8c13-b6c24137d708 req-7bf78c0a-51c9-48cd-ba3d-56d7ef31d936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:16.823463 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-593bc180-46d0-4870-8c13-b6c24137d708 req-7bf78c0a-51c9-48cd-ba3d-56d7ef31d936 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5e5c6bfb-07bb-468d-bd2e-617c99bc64ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0770290 Jul 16 02:59:16.890201 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-f06d41f7-c842-4f2d-9ebe-4bea4ea80e0f None None] Set router b3edf993-776f-4f5d-b76e-becdb961011b gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:59:16.935417 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-593bc180-46d0-4870-8c13-b6c24137d708 req-9b4374f2-11c2-4fcf-8945-8ce784353f11 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5c6bfb-07bb-468d-bd2e-617c99bc64ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044502 Jul 16 02:59:17.063246 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-593bc180-46d0-4870-8c13-b6c24137d708 req-205d535b-5a8f-49d4-b22d-f5832f0407f2 service neutron] 10.222.0.52 "GET /v2.0/networks/5e5c6bfb-07bb-468d-bd2e-617c99bc64ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211665 Jul 16 02:59:17.163107 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-bd230708-4c8e-48e5-b545-61b23b5de052 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:17.170275 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-bd230708-4c8e-48e5-b545-61b23b5de052 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442025'] for floatingip, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:17.224099 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-f06d41f7-c842-4f2d-9ebe-4bea4ea80e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'name': 'tempest-AttachVolumeTestJSON-2134453683-router', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:49Z', 'updated_at': '2021-07-16T02:53:59Z', 'revision_number': 4, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'gw_port': {'id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:50Z', 'updated_at': '2021-07-16T02:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_floatingips': [{'id': 'd5e9fa9b-8f07-444e-8dda-06f21410dfd9', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'floating_ip_address': '172.28.1.140', 'floating_network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'router_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'port_id': '61acf42c-2638-4a62-945b-c067e22da44e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab', 'mac_address': 'fa:16:3e:8b:4c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d25094-2b66-46d5-a138-598e33d58ce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:59:00Z', 'updated_at': '2021-07-16T02:59:15Z', 'revision_number': 1, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8737da9a-43ba-4db4-890a-15ab1b697d79', 'name': '', 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'mac_address': 'fa:16:3e:91:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:57Z', 'updated_at': '2021-07-16T02:54:10Z', 'revision_number': 5, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'subnets': [{'id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:17.279432 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.db.l3_db [None req-bd230708-4c8e-48e5-b545-61b23b5de052 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Floating IP 882fb77d-32d5-4c7a-832d-09e50dcad655 associated. External IP: 172.28.1.211, port: 62a3149e-a05e-4d83-b739-877b69370647. Jul 16 02:59:17.280224 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06d41f7-c842-4f2d-9ebe-4bea4ea80e0f None None] The sync data for ids ['b3edf993-776f-4f5d-b76e-becdb961011b'] in dv-cinder-788364-5-smb is: [{'id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'name': 'tempest-AttachVolumeTestJSON-2134453683-router', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:49Z', 'updated_at': '2021-07-16T02:53:59Z', 'revision_number': 4, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'gw_port': {'id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:50Z', 'updated_at': '2021-07-16T02:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_floatingips': [{'id': 'd5e9fa9b-8f07-444e-8dda-06f21410dfd9', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'floating_ip_address': '172.28.1.140', 'floating_network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'router_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'port_id': '61acf42c-2638-4a62-945b-c067e22da44e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab', 'mac_address': 'fa:16:3e:8b:4c:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0d25094-2b66-46d5-a138-598e33d58ce6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:59:00Z', 'updated_at': '2021-07-16T02:59:15Z', 'revision_number': 1, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8737da9a-43ba-4db4-890a-15ab1b697d79', 'name': '', 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'mac_address': 'fa:16:3e:91:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:57Z', 'updated_at': '2021-07-16T02:54:10Z', 'revision_number': 5, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'subnets': [{'id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:59:17.297781 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:17.533988 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2fc898e-bb72-4723-8bd4-c29b1bdde274 None None] New status for floating IP d5e9fa9b-8f07-444e-8dda-06f21410dfd9: ACTIVE {{(pid=93001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:59:17.536963 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd230708-4c8e-48e5-b545-61b23b5de052 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Router 80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 has already been hosted by L3 agent c2717fd8-7624-4935-9c00-920e66229c5a {{(pid=92998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 02:59:17.737832 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd230708-4c8e-48e5-b545-61b23b5de052 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 02:59:17.744585 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-bd230708-4c8e-48e5-b545-61b23b5de052 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for floatingip, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:17.763213 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a64e9a3-e2fa-4d5c-9ec2-d617aa32cb10 None None] Sync routers for ids ['80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'] in dv-cinder-788364-5-smb {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 02:59:17.774716 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a64e9a3-e2fa-4d5c-9ec2-d617aa32cb10 None None] Routers {'80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:59:17.775427 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-7a64e9a3-e2fa-4d5c-9ec2-d617aa32cb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:58:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:17.814182 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-bd230708-4c8e-48e5-b545-61b23b5de052 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "PUT /v2.0/floatingips/882fb77d-32d5-4c7a-832d-09e50dcad655 HTTP/1.1" status: 200 len: 991 time: 1.2899292 Jul 16 02:59:17.940767 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-7a64e9a3-e2fa-4d5c-9ec2-d617aa32cb10 None None] Set router 80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:59:18.198259 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-7a64e9a3-e2fa-4d5c-9ec2-d617aa32cb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'name': 'tempest-AttachVolumeShelveTestJSON-1021802305-router', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:47Z', 'updated_at': '2021-07-16T02:54:04Z', 'revision_number': 4, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'gw_port': {'id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:48Z', 'updated_at': '2021-07-16T02:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_floatingips': [{'id': '882fb77d-32d5-4c7a-832d-09e50dcad655', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'floating_ip_address': '172.28.1.211', 'floating_network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'router_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'port_id': '62a3149e-a05e-4d83-b739-877b69370647', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e', 'mac_address': 'fa:16:3e:4f:12:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd08a1dc-ad07-4c77-9bf5-c4266b535320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:58:58Z', 'updated_at': '2021-07-16T02:59:17Z', 'revision_number': 1, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7064ad73-5074-4022-a345-79ef8a787827', 'name': '', 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'mac_address': 'fa:16:3e:b2:7f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '64e63330-214e-4dcd-a719-fae45048b23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:59Z', 'updated_at': '2021-07-16T02:54:15Z', 'revision_number': 5, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'subnets': [{'id': '64e63330-214e-4dcd-a719-fae45048b23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:18.225751 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a64e9a3-e2fa-4d5c-9ec2-d617aa32cb10 None None] Checking router: 80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 for host: dv-cinder-788364-5-smb {{(pid=93000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 02:59:18.234917 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a64e9a3-e2fa-4d5c-9ec2-d617aa32cb10 None None] Routers {'80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 02:59:18.235551 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-7a64e9a3-e2fa-4d5c-9ec2-d617aa32cb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:58:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:18.326938 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd08a1dc-ad07-4c77-9bf5-c4266b535320', 'tag': '62a3149e-a05e-4d83-b739-877b69370647'}] {{(pid=92998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 02:59:18.333749 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a245791c69082107892e6a31916d6d43f1304004a28c473c9394a88117d1c043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ce92629-5ad3-4ce5-b375-e05db91f28be" -d '{"events": [{"name": "network-changed", "server_uuid": "cd08a1dc-ad07-4c77-9bf5-c4266b535320", "tag": "62a3149e-a05e-4d83-b739-877b69370647"}]}' {{(pid=92998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 02:59:18.354270 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-7a64e9a3-e2fa-4d5c-9ec2-d617aa32cb10 None None] Set router 80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 02:59:18.395041 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 02:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf98af7f-dcac-4396-8fd2-aef9accf2936 x-openstack-request-id: req-cf98af7f-dcac-4396-8fd2-aef9accf2936 {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 02:59:18.395328 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd08a1dc-ad07-4c77-9bf5-c4266b535320", "tag": "62a3149e-a05e-4d83-b739-877b69370647", "status": "completed", "code": 200}]} {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 02:59:18.395607 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf98af7f-dcac-4396-8fd2-aef9accf2936 {{(pid=92998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 02:59:18.396157 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd08a1dc-ad07-4c77-9bf5-c4266b535320', 'tag': '62a3149e-a05e-4d83-b739-877b69370647', 'status': 'completed', 'code': 200} Jul 16 02:59:18.396321 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-627a6e4c-598c-4637-b112-2ebea5535fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:18.511942 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce92629-5ad3-4ce5-b375-e05db91f28be req-222a7d2b-0f7a-4286-81b1-76598723b555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:18.514879 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-0ce92629-5ad3-4ce5-b375-e05db91f28be req-222a7d2b-0f7a-4286-81b1-76598723b555 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=27578fa4931d43a687b8bfb4f9fd5fd6&device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 1098 time: 0.0725265 Jul 16 02:59:18.667607 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce92629-5ad3-4ce5-b375-e05db91f28be req-b0c69680-a1fd-4e51-89d5-eb4ea3d4ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:18.669346 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-0ce92629-5ad3-4ce5-b375-e05db91f28be req-b0c69680-a1fd-4e51-89d5-eb4ea3d4ba13 service neutron] 10.222.0.52 "GET /v2.0/networks?id=747b2ea9-fb6f-4340-aee2-7461ba32440e HTTP/1.1" status: 200 len: 918 time: 0.1476698 Jul 16 02:59:18.691064 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-7a64e9a3-e2fa-4d5c-9ec2-d617aa32cb10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'name': 'tempest-AttachVolumeShelveTestJSON-1021802305-router', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:47Z', 'updated_at': '2021-07-16T02:54:04Z', 'revision_number': 4, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'gw_port': {'id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:48Z', 'updated_at': '2021-07-16T02:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_floatingips': [{'id': '882fb77d-32d5-4c7a-832d-09e50dcad655', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'floating_ip_address': '172.28.1.211', 'floating_network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'router_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'port_id': '62a3149e-a05e-4d83-b739-877b69370647', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e', 'mac_address': 'fa:16:3e:4f:12:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd08a1dc-ad07-4c77-9bf5-c4266b535320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:58:58Z', 'updated_at': '2021-07-16T02:59:17Z', 'revision_number': 1, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7064ad73-5074-4022-a345-79ef8a787827', 'name': '', 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'mac_address': 'fa:16:3e:b2:7f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '64e63330-214e-4dcd-a719-fae45048b23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:59Z', 'updated_at': '2021-07-16T02:54:15Z', 'revision_number': 5, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'subnets': [{'id': '64e63330-214e-4dcd-a719-fae45048b23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:18.743867 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a64e9a3-e2fa-4d5c-9ec2-d617aa32cb10 None None] The sync data for ids ['80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'] in dv-cinder-788364-5-smb is: [{'id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'name': 'tempest-AttachVolumeShelveTestJSON-1021802305-router', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:47Z', 'updated_at': '2021-07-16T02:54:04Z', 'revision_number': 4, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'gw_port': {'id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:48Z', 'updated_at': '2021-07-16T02:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_floatingips': [{'id': '882fb77d-32d5-4c7a-832d-09e50dcad655', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'floating_ip_address': '172.28.1.211', 'floating_network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'router_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'port_id': '62a3149e-a05e-4d83-b739-877b69370647', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 529, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e', 'mac_address': 'fa:16:3e:4f:12:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd08a1dc-ad07-4c77-9bf5-c4266b535320', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T02:58:58Z', 'updated_at': '2021-07-16T02:59:17Z', 'revision_number': 1, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7064ad73-5074-4022-a345-79ef8a787827', 'name': '', 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'mac_address': 'fa:16:3e:b2:7f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '64e63330-214e-4dcd-a719-fae45048b23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:59Z', 'updated_at': '2021-07-16T02:54:15Z', 'revision_number': 5, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'subnets': [{'id': '64e63330-214e-4dcd-a719-fae45048b23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 02:59:18.783935 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-0ce92629-5ad3-4ce5-b375-e05db91f28be req-d29ffa3d-f4a9-4504-b6c0-9c479b5a1d1c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62a3149e-a05e-4d83-b739-877b69370647 HTTP/1.1" status: 200 len: 999 time: 0.0985713 Jul 16 02:59:18.857869 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce92629-5ad3-4ce5-b375-e05db91f28be req-c8d30045-40f3-4383-a869-2f181056977b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:18.860667 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-0ce92629-5ad3-4ce5-b375-e05db91f28be req-c8d30045-40f3-4383-a869-2f181056977b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64e63330-214e-4dcd-a719-fae45048b23b HTTP/1.1" status: 200 len: 856 time: 0.0683980 Jul 16 02:59:18.955692 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce92629-5ad3-4ce5-b375-e05db91f28be req-946bcf9e-4545-464c-85f0-213dfdbd94fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 02:59:18.957539 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-0ce92629-5ad3-4ce5-b375-e05db91f28be req-946bcf9e-4545-464c-85f0-213dfdbd94fe service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=747b2ea9-fb6f-4340-aee2-7461ba32440e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0902543 Jul 16 02:59:19.035347 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2376b2ab-88c4-42c2-81f9-26e6a9d630f0 None None] New status for floating IP 882fb77d-32d5-4c7a-832d-09e50dcad655: ACTIVE {{(pid=93001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 02:59:19.117154 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-0ce92629-5ad3-4ce5-b375-e05db91f28be req-46f48af3-e8d8-4142-b4e7-9cd9c061aff5 service neutron] 10.222.0.52 "GET /v2.0/networks/747b2ea9-fb6f-4340-aee2-7461ba32440e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519778 Jul 16 02:59:19.290632 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-0ce92629-5ad3-4ce5-b375-e05db91f28be req-c745cc10-68ad-4993-8059-ee6625d43cca service neutron] 10.222.0.52 "GET /v2.0/networks/747b2ea9-fb6f-4340-aee2-7461ba32440e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383288 Jul 16 02:59:21.115448 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 53682) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:21.164126 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fdc4113-a80b-4e99-ae29-dcfe8692df89 admin admin] Deleting subnet b2d46dce-d88a-4c24-89ef-11d63ae16164 {{(pid=92998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 02:59:21.167699 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-8fdc4113-a80b-4e99-ae29-dcfe8692df89 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:21.205008 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-8fdc4113-a80b-4e99-ae29-dcfe8692df89 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110460'] for subnet, precommit_delete_associations {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:21.249079 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-8fdc4113-a80b-4e99-ae29-dcfe8692df89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:21.322859 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-8fdc4113-a80b-4e99-ae29-dcfe8692df89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9110399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8597691'] for subnet, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:21.344801 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:21.354277 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdc4113-a80b-4e99-ae29-dcfe8692df89 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2d46dce-d88a-4c24-89ef-11d63ae16164,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:21.356459 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-8fdc4113-a80b-4e99-ae29-dcfe8692df89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:21.358693 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-8fdc4113-a80b-4e99-ae29-dcfe8692df89 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b2d46dce-d88a-4c24-89ef-11d63ae16164 HTTP/1.1" status: 204 len: 168 time: 0.2420468 Jul 16 02:59:21.362572 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 53684) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:21.444905 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-2e24ca84-2b04-47e5-8f8e-0f6daed79ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609267'] for network, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:21.538420 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-2e24ca84-2b04-47e5-8f8e-0f6daed79ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531196', 'neutron.services.segments.db._delete_segments_for_network-8744535121484'] for network, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:21.551912 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.services.segments.db [None req-2e24ca84-2b04-47e5-8f8e-0f6daed79ec5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10ce6fde-8213-4e50-b9f8-9964ce2df8d6']}} {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:21.564356 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.services.segments.db [None req-2e24ca84-2b04-47e5-8f8e-0f6daed79ec5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '919f459a-58a8-4823-9f14-c9262a8f4a7b') {'for_net_delete': True} {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:21.564697 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.services.segments.db [None req-2e24ca84-2b04-47e5-8f8e-0f6daed79ec5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '919f459a-58a8-4823-9f14-c9262a8f4a7b') {} {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 02:59:21.574954 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-2e24ca84-2b04-47e5-8f8e-0f6daed79ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744535123541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110411'] for segment, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:21.595852 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-2e24ca84-2b04-47e5-8f8e-0f6daed79ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:21.604381 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-f80013d0-f633-480e-9c8e-21e4c850f79d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:21.604853 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e24ca84-2b04-47e5-8f8e-0f6daed79ec5 admin admin] Releasing vlan 513 on physical network physnet1 to pool {{(pid=92998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 02:59:21.605290 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-2e24ca84-2b04-47e5-8f8e-0f6daed79ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9110237'] for segment, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: Traceback (most recent call last): Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: timer() Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: cb(*args, **kw) Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: return func(*args, **kwargs) Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: self._notify() Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: self.callback(batched_events) Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: event.method(event) Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: return f(self, *a, **k) Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: return self._get(url).json() Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: return self.request(url, 'GET', **kwargs) Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 02:59:21.607657 dv-cinder-788364-5-smb neutron-server[92998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 02:59:21.664106 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-2e24ca84-2b04-47e5-8f8e-0f6daed79ec5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442047'] for network, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:21.670942 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-2e24ca84-2b04-47e5-8f8e-0f6daed79ec5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:21.672909 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-2e24ca84-2b04-47e5-8f8e-0f6daed79ec5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/10ce6fde-8213-4e50-b9f8-9964ce2df8d6 HTTP/1.1" status: 204 len: 168 time: 0.3093598 Jul 16 02:59:21.689202 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24ca84-2b04-47e5-8f8e-0f6daed79ec5 admin admin] Pushing event deleted for resources: {'Network': ['ID=10ce6fde-8213-4e50-b9f8-9964ce2df8d6,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:21.931205 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 53690) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:21.976611 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-09419cb3-9fbe-4f7f-97aa-6bce2fe42a7b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=12fcbccaae8340ff817302f6a7190214&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0439620 Jul 16 02:59:21.979392 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 53692) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 02:59:22.039459 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5e451250-9d0a-47e9-9cdd-54baca825f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:22.069339 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5e451250-9d0a-47e9-9cdd-54baca825f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:22.132285 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5e451250-9d0a-47e9-9cdd-54baca825f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:22.137035 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5e451250-9d0a-47e9-9cdd-54baca825f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:22.139533 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-5e451250-9d0a-47e9-9cdd-54baca825f58 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c5e5bda0-5422-4921-9de8-4aeaac0d9361 HTTP/1.1" status: 204 len: 168 time: 0.1585913 Jul 16 02:59:22.154265 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e451250-9d0a-47e9-9cdd-54baca825f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e5bda0-5422-4921-9de8-4aeaac0d9361,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 02:59:22.732547 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:24.148922 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:25.101891 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 6 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 02:59:47.268151 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:48.360719 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-0fa33e17-7e35-446e-9e52-601f596cb83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:51.337166 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:51.595071 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-61cbcbb8-9e51-4e17-8616-a997b4c6ddd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:52.734376 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 02:59:54.152054 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:00.513008 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f1325c-6444-4c09-b49f-bba792ead563 req-0276836e-ed37-493d-8df7-f93678f4c52c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:00.514532 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-53f1325c-6444-4c09-b49f-bba792ead563 req-0276836e-ed37-493d-8df7-f93678f4c52c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 945 time: 0.0661402 Jul 16 03:00:00.558124 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-53f1325c-6444-4c09-b49f-bba792ead563 req-14a5abc7-86f9-40fa-a8b0-82c3cb876be7 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372841 Jul 16 03:00:01.739519 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1a2cd1-f598-4518-a4ad-cdd2c637c8f3 req-6d083683-8bc7-486f-901a-ac3c2044829a tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:01.741077 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9a1a2cd1-f598-4518-a4ad-cdd2c637c8f3 req-6d083683-8bc7-486f-901a-ac3c2044829a tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 945 time: 0.0664105 Jul 16 03:00:01.783069 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9a1a2cd1-f598-4518-a4ad-cdd2c637c8f3 req-10f0b46c-fe8f-40bc-a00d-6d81da89cb0e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351126 Jul 16 03:00:02.100817 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 6 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:00:02.976671 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5113db8-1352-4fad-b32d-f8bbe3bf6fec req-277e2e72-f529-4011-a87b-ddd070e87b7e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:02.978305 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d5113db8-1352-4fad-b32d-f8bbe3bf6fec req-277e2e72-f529-4011-a87b-ddd070e87b7e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 945 time: 0.0672755 Jul 16 03:00:03.020967 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d5113db8-1352-4fad-b32d-f8bbe3bf6fec req-2cc694fc-c843-4c9c-841e-459c7d061667 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362930 Jul 16 03:00:04.220264 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdfd0e5e-c993-4f9d-8cfa-45676b08c0c4 req-bd37da7e-062c-45f6-8ecf-e6d08870f854 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:04.221844 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-bdfd0e5e-c993-4f9d-8cfa-45676b08c0c4 req-bd37da7e-062c-45f6-8ecf-e6d08870f854 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 945 time: 0.0747895 Jul 16 03:00:04.260553 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-bdfd0e5e-c993-4f9d-8cfa-45676b08c0c4 req-74201d90-7efd-434f-9924-9100eda012f4 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326440 Jul 16 03:00:05.437577 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188dbdf-3fb8-4b05-899b-50e77486e9bc req-2d633826-6b37-4d23-a048-c6f139f20bf7 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:05.439047 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1188dbdf-3fb8-4b05-899b-50e77486e9bc req-2d633826-6b37-4d23-a048-c6f139f20bf7 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 945 time: 0.0636346 Jul 16 03:00:05.477005 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1188dbdf-3fb8-4b05-899b-50e77486e9bc req-edb4375d-ec78-48bb-9c7f-dc1a305261d5 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323973 Jul 16 03:00:06.654569 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed306b2-6c2d-4f69-b13c-c4e0e136449d req-1d3f76f5-7238-42e6-be4b-4c2e0bb6f01e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:06.656015 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6ed306b2-6c2d-4f69-b13c-c4e0e136449d req-1d3f76f5-7238-42e6-be4b-4c2e0bb6f01e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 945 time: 0.0635433 Jul 16 03:00:06.699046 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6ed306b2-6c2d-4f69-b13c-c4e0e136449d req-8de19f94-a8d7-40ed-a213-d2631f7f858e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374272 Jul 16 03:00:07.882962 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbbb5bc-3c00-4e26-ad22-3c87f3daeb94 req-216b81bc-d522-4716-bd3e-b7625975fa9e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:07.885934 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1fbbb5bc-3c00-4e26-ad22-3c87f3daeb94 req-216b81bc-d522-4716-bd3e-b7625975fa9e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 945 time: 0.0694594 Jul 16 03:00:07.923448 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1fbbb5bc-3c00-4e26-ad22-3c87f3daeb94 req-06fc506b-df6e-4719-a99e-2f6cf2bccd95 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325484 Jul 16 03:00:09.102097 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1541d-396c-449b-8914-212e42b91d12 req-f70121ea-9640-4d91-a67e-17f31abeebbe tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:09.103644 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-bed1541d-396c-449b-8914-212e42b91d12 req-f70121ea-9640-4d91-a67e-17f31abeebbe tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 945 time: 0.0643966 Jul 16 03:00:09.174852 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-bed1541d-396c-449b-8914-212e42b91d12 req-5c36742f-052f-4afa-81ed-7dd5f0c2e11b tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610416 Jul 16 03:00:09.196704 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd81737d-edea-47cf-af82-175c5ba85275 req-c35e4d3a-2437-4223-b7fe-b16be18e56c5 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:09.198193 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-bd81737d-edea-47cf-af82-175c5ba85275 req-c35e4d3a-2437-4223-b7fe-b16be18e56c5 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0d25094-2b66-46d5-a138-598e33d58ce6 HTTP/1.1" status: 200 len: 945 time: 0.0935786 Jul 16 03:00:09.235801 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-bd81737d-edea-47cf-af82-175c5ba85275 req-a1ad1aac-8c2a-4447-996d-0eb3c1d43f39 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc5052e2-16f8-49ed-bc91-8752b2324897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318980 Jul 16 03:00:10.357998 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4440b08c-5496-4804-a6d7-1e057b2afba7 req-dca05c77-15a7-4e7c-928f-770da2b2eb3c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:10.359362 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-4440b08c-5496-4804-a6d7-1e057b2afba7 req-dca05c77-15a7-4e7c-928f-770da2b2eb3c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 945 time: 0.0690444 Jul 16 03:00:10.429638 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-4440b08c-5496-4804-a6d7-1e057b2afba7 req-2e4b8144-fb9a-4e27-ae05-c4eabe2e0800 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621843 Jul 16 03:00:10.447132 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a2adab-c040-4e7d-9371-9804064d1068 req-fbad0108-673a-4906-8fbd-f6837b041974 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:10.448616 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-83a2adab-c040-4e7d-9371-9804064d1068 req-fbad0108-673a-4906-8fbd-f6837b041974 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0d25094-2b66-46d5-a138-598e33d58ce6 HTTP/1.1" status: 200 len: 945 time: 0.0994608 Jul 16 03:00:10.486479 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-83a2adab-c040-4e7d-9371-9804064d1068 req-bb02ff1e-f8ec-4ed9-a609-7478d6a747c1 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc5052e2-16f8-49ed-bc91-8752b2324897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324473 Jul 16 03:00:11.189695 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0f3344-0370-4c56-8f94-44cfc0bbe71c req-227024ae-5224-4a89-9311-ac3a8a3598c2 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:11.191099 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-ca0f3344-0370-4c56-8f94-44cfc0bbe71c req-227024ae-5224-4a89-9311-ac3a8a3598c2 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.52 "GET /v2.0/ports?device_id=f0d25094-2b66-46d5-a138-598e33d58ce6 HTTP/1.1" status: 200 len: 945 time: 0.0730619 Jul 16 03:00:11.299193 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [req-ca0f3344-0370-4c56-8f94-44cfc0bbe71c req-c81f9880-8404-410c-ab49-4060ee2b5d84 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Deleting port 61acf42c-2638-4a62-945b-c067e22da44e {{(pid=92999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:00:11.299528 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-ca0f3344-0370-4c56-8f94-44cfc0bbe71c req-c81f9880-8404-410c-ab49-4060ee2b5d84 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:11.400630 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-ca0f3344-0370-4c56-8f94-44cfc0bbe71c req-c81f9880-8404-410c-ab49-4060ee2b5d84 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] For port 61acf42c-2638-4a62-945b-c067e22da44e, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=61acf42c-2638-4a62-945b-c067e22da44e,segment=NetworkSegment(93a90afd-6ae2-480e-9bba-c40ab1d9a941),segment_id=93a90afd-6ae2-480e-9bba-c40ab1d9a941)] {{(pid=92999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:11.400998 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-ca0f3344-0370-4c56-8f94-44cfc0bbe71c req-c81f9880-8404-410c-ab49-4060ee2b5d84 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:11.619172 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e406f865-e084-427a-8f53-624fa01f9d1b req-df19f601-a5df-410d-808b-823f9e8589a0 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:11.620669 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e406f865-e084-427a-8f53-624fa01f9d1b req-df19f601-a5df-410d-808b-823f9e8589a0 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 945 time: 0.0728366 Jul 16 03:00:11.624049 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-ca0f3344-0370-4c56-8f94-44cfc0bbe71c req-c81f9880-8404-410c-ab49-4060ee2b5d84 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:11.624502 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-ca0f3344-0370-4c56-8f94-44cfc0bbe71c req-c81f9880-8404-410c-ab49-4060ee2b5d84 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442025'] for floatingip, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:11.624889 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.db.l3_db [req-ca0f3344-0370-4c56-8f94-44cfc0bbe71c req-c81f9880-8404-410c-ab49-4060ee2b5d84 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Floating IP d5e9fa9b-8f07-444e-8dda-06f21410dfd9 disassociated. External IP: 172.28.1.140, port: 61acf42c-2638-4a62-945b-c067e22da44e. Jul 16 03:00:11.625317 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [req-ca0f3344-0370-4c56-8f94-44cfc0bbe71c req-c81f9880-8404-410c-ab49-4060ee2b5d84 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Calling delete_port for 61acf42c-2638-4a62-945b-c067e22da44e owned by compute:nova {{(pid=92999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:00:11.686911 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e406f865-e084-427a-8f53-624fa01f9d1b req-308082a2-a0e9-4fc7-8648-1d6deb802751 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472324 Jul 16 03:00:11.705242 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fe8957-a7b4-48c0-b182-2a661ad1889f req-434089a8-915d-4580-83e9-440ae874055d tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:11.706674 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-05fe8957-a7b4-48c0-b182-2a661ad1889f req-434089a8-915d-4580-83e9-440ae874055d tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0d25094-2b66-46d5-a138-598e33d58ce6 HTTP/1.1" status: 200 len: 945 time: 0.1034200 Jul 16 03:00:11.746073 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-05fe8957-a7b4-48c0-b182-2a661ad1889f req-6b0bc99e-57df-4e34-8557-d4cfe9383bd1 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups?id=bc5052e2-16f8-49ed-bc91-8752b2324897&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333183 Jul 16 03:00:11.755656 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-ca0f3344-0370-4c56-8f94-44cfc0bbe71c req-c81f9880-8404-410c-ab49-4060ee2b5d84 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:11.791180 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f9880-8404-410c-ab49-4060ee2b5d84 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Pushing event deleted for resources: {'Port': ['ID=61acf42c-2638-4a62-945b-c067e22da44e,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:11.801110 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f9880-8404-410c-ab49-4060ee2b5d84 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:11.801463 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f9880-8404-410c-ab49-4060ee2b5d84 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:11.801806 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f9880-8404-410c-ab49-4060ee2b5d84 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:11.802146 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f9880-8404-410c-ab49-4060ee2b5d84 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:11.802481 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f9880-8404-410c-ab49-4060ee2b5d84 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:11.802833 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f9880-8404-410c-ab49-4060ee2b5d84 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:11.803167 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f9880-8404-410c-ab49-4060ee2b5d84 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:11.803496 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f9880-8404-410c-ab49-4060ee2b5d84 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:11.804660 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f9880-8404-410c-ab49-4060ee2b5d84 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:11.804660 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f9880-8404-410c-ab49-4060ee2b5d84 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:11.804660 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f9880-8404-410c-ab49-4060ee2b5d84 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:11.805004 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c81f9880-8404-410c-ab49-4060ee2b5d84 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:11.912114 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca0f3344-0370-4c56-8f94-44cfc0bbe71c req-c81f9880-8404-410c-ab49-4060ee2b5d84 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Router b3edf993-776f-4f5d-b76e-becdb961011b has already been hosted by L3 agent c2717fd8-7624-4935-9c00-920e66229c5a {{(pid=92999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:00:12.022492 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca0f3344-0370-4c56-8f94-44cfc0bbe71c req-c81f9880-8404-410c-ab49-4060ee2b5d84 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:00:12.038765 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f01cc91-2d23-4bd9-b83a-58de1d646a68 None None] Sync routers for ids ['b3edf993-776f-4f5d-b76e-becdb961011b'] in dv-cinder-788364-5-smb {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:00:12.050120 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f01cc91-2d23-4bd9-b83a-58de1d646a68 None None] Routers {'b3edf993-776f-4f5d-b76e-becdb961011b'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:00:12.050747 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-4f01cc91-2d23-4bd9-b83a-58de1d646a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:59:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['b3edf993-776f-4f5d-b76e-becdb961011b'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:12.067530 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0f3344-0370-4c56-8f94-44cfc0bbe71c req-c81f9880-8404-410c-ab49-4060ee2b5d84 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] No DVR routers for this DVR port 61acf42c-2638-4a62-945b-c067e22da44e on host hv-cinder-78836 {{(pid=92999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:00:12.070099 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-ca0f3344-0370-4c56-8f94-44cfc0bbe71c req-c81f9880-8404-410c-ab49-4060ee2b5d84 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:12.072160 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-ca0f3344-0370-4c56-8f94-44cfc0bbe71c req-c81f9880-8404-410c-ab49-4060ee2b5d84 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.52 "DELETE /v2.0/ports/61acf42c-2638-4a62-945b-c067e22da44e HTTP/1.1" status: 204 len: 173 time: 0.8747919 Jul 16 03:00:12.072594 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0d25094-2b66-46d5-a138-598e33d58ce6', 'name': 'network-vif-deleted', 'tag': '61acf42c-2638-4a62-945b-c067e22da44e'}] {{(pid=92999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:00:12.075442 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7924d30a451bfb46b248ee236a8924541a1a79d63876f3bc8bdb08287585aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c59daf4-23ec-4031-84c7-872578ecb669" -d '{"events": [{"server_uuid": "f0d25094-2b66-46d5-a138-598e33d58ce6", "name": "network-vif-deleted", "tag": "61acf42c-2638-4a62-945b-c067e22da44e"}]}' {{(pid=92999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:00:12.168372 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-4f01cc91-2d23-4bd9-b83a-58de1d646a68 None None] Set router b3edf993-776f-4f5d-b76e-becdb961011b gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:00:12.357505 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:00:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c83ad4cf-5275-4662-a803-85415ca5a515 x-openstack-request-id: req-c83ad4cf-5275-4662-a803-85415ca5a515 {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:00:12.358201 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0d25094-2b66-46d5-a138-598e33d58ce6", "name": "network-vif-deleted", "tag": "61acf42c-2638-4a62-945b-c067e22da44e", "status": "completed", "code": 200}]} {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:00:12.358201 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c83ad4cf-5275-4662-a803-85415ca5a515 {{(pid=92999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:00:12.358546 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0d25094-2b66-46d5-a138-598e33d58ce6', 'name': 'network-vif-deleted', 'tag': '61acf42c-2638-4a62-945b-c067e22da44e', 'status': 'completed', 'code': 200} Jul 16 03:00:12.424181 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-4f01cc91-2d23-4bd9-b83a-58de1d646a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'name': 'tempest-AttachVolumeTestJSON-2134453683-router', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:49Z', 'updated_at': '2021-07-16T02:53:59Z', 'revision_number': 4, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'gw_port': {'id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:50Z', 'updated_at': '2021-07-16T02:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '8737da9a-43ba-4db4-890a-15ab1b697d79', 'name': '', 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'mac_address': 'fa:16:3e:91:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:57Z', 'updated_at': '2021-07-16T02:54:10Z', 'revision_number': 5, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'subnets': [{'id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:12.451958 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f01cc91-2d23-4bd9-b83a-58de1d646a68 None None] Checking router: b3edf993-776f-4f5d-b76e-becdb961011b for host: dv-cinder-788364-5-smb {{(pid=93000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:00:12.460467 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f01cc91-2d23-4bd9-b83a-58de1d646a68 None None] Routers {'b3edf993-776f-4f5d-b76e-becdb961011b'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:00:12.461085 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-4f01cc91-2d23-4bd9-b83a-58de1d646a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:59:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['b3edf993-776f-4f5d-b76e-becdb961011b'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:12.567761 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-4f01cc91-2d23-4bd9-b83a-58de1d646a68 None None] Set router b3edf993-776f-4f5d-b76e-becdb961011b gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:00:12.817405 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-4f01cc91-2d23-4bd9-b83a-58de1d646a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'name': 'tempest-AttachVolumeTestJSON-2134453683-router', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:49Z', 'updated_at': '2021-07-16T02:53:59Z', 'revision_number': 4, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'gw_port': {'id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:50Z', 'updated_at': '2021-07-16T02:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '8737da9a-43ba-4db4-890a-15ab1b697d79', 'name': '', 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'mac_address': 'fa:16:3e:91:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:57Z', 'updated_at': '2021-07-16T02:54:10Z', 'revision_number': 5, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'subnets': [{'id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:13.040735 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f01cc91-2d23-4bd9-b83a-58de1d646a68 None None] The sync data for ids ['b3edf993-776f-4f5d-b76e-becdb961011b'] in dv-cinder-788364-5-smb is: [{'id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'name': 'tempest-AttachVolumeTestJSON-2134453683-router', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:49Z', 'updated_at': '2021-07-16T02:53:59Z', 'revision_number': 4, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'gw_port': {'id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:50Z', 'updated_at': '2021-07-16T02:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '8737da9a-43ba-4db4-890a-15ab1b697d79', 'name': '', 'network_id': '5e5c6bfb-07bb-468d-bd2e-617c99bc64ab', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'mac_address': 'fa:16:3e:91:51:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_interface', 'standard_attr_id': 113, 'fixed_ips': [{'subnet_id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:57Z', 'updated_at': '2021-07-16T02:54:10Z', 'revision_number': 5, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'subnets': [{'id': '63a1915a-bab0-41c0-bb18-aaed33e028db', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:00:13.214387 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-573984aa-46d4-49df-b0a1-3e56a70d0c14 req-5c61c480-3417-4f21-9a6a-a162ecf00fba tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0d25094-2b66-46d5-a138-598e33d58ce6 HTTP/1.1" status: 200 len: 210 time: 0.0337765 Jul 16 03:00:13.255899 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740cc3f6-660c-4a6c-83c8-2c8d5caddc87 req-a2ff67c5-b717-486f-a49c-d14494b30660 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:13.257567 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-740cc3f6-660c-4a6c-83c8-2c8d5caddc87 req-a2ff67c5-b717-486f-a49c-d14494b30660 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 945 time: 0.4316175 Jul 16 03:00:13.292821 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-597db909-a040-45a0-a350-22bbdd5ed718 None None] New status for floating IP d5e9fa9b-8f07-444e-8dda-06f21410dfd9: DOWN {{(pid=93001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:00:13.301773 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-740cc3f6-660c-4a6c-83c8-2c8d5caddc87 req-2fe40b6d-c368-4402-b53c-f01147da3e70 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379353 Jul 16 03:00:13.693038 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 62a3149e-a05e-4d83-b739-877b69370647 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:00:13.830899 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 62a3149e-a05e-4d83-b739-877b69370647, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62a3149e-a05e-4d83-b739-877b69370647,segment=NetworkSegment(7d07a258-c4a7-4e28-b7a7-e65f63b3a875),segment_id=7d07a258-c4a7-4e28-b7a7-e65f63b3a875)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:13.846886 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Returning: {'device': '62a3149e-a05e-4d83-b739-877b69370647', 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e', 'port_id': '62a3149e-a05e-4d83-b739-877b69370647', 'mac_address': 'fa:16:3e:4f:12:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e63330-214e-4dcd-a719-fae45048b23b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:00:13.901144 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:13.916281 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 62a3149e-a05e-4d83-b739-877b69370647 {{(pid=93000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:00:13.938628 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 62a3149e-a05e-4d83-b739-877b69370647, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62a3149e-a05e-4d83-b739-877b69370647,segment=NetworkSegment(7d07a258-c4a7-4e28-b7a7-e65f63b3a875),segment_id=7d07a258-c4a7-4e28-b7a7-e65f63b3a875)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:13.943204 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:13.994476 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=62a3149e-a05e-4d83-b739-877b69370647,revision_number=6']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:14.002861 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:14.006956 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:14.006956 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:14.006956 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:14.006956 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:14.006956 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:14.006956 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:14.006956 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:14.006956 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:14.006956 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:14.006956 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:14.006956 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:14.140368 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['62a3149e-a05e-4d83-b739-877b69370647'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:00:14.374536 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 54002) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:14.515710 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0554b3af-b205-4474-8f55-f711c6ab2255 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:14.544690 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0554b3af-b205-4474-8f55-f711c6ab2255 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:14.571582 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3d7c8f-0837-4d32-99e8-86ad6fc70ce9 req-8abb354d-e1b8-4ba4-8d41-34add4439312 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:14.573117 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6c3d7c8f-0837-4d32-99e8-86ad6fc70ce9 req-8abb354d-e1b8-4ba4-8d41-34add4439312 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 944 time: 0.1288426 Jul 16 03:00:14.634814 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6c3d7c8f-0837-4d32-99e8-86ad6fc70ce9 req-6b891137-9cdc-4f7e-890a-cd429d26b5c2 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441589 Jul 16 03:00:14.646091 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0554b3af-b205-4474-8f55-f711c6ab2255 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:14.649542 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0554b3af-b205-4474-8f55-f711c6ab2255 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:14.651714 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-0554b3af-b205-4474-8f55-f711c6ab2255 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "DELETE /v2.0/security-groups/bc5052e2-16f8-49ed-bc91-8752b2324897 HTTP/1.1" status: 204 len: 168 time: 0.2760150 Jul 16 03:00:14.654719 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 54004) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:14.675103 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0554b3af-b205-4474-8f55-f711c6ab2255 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc5052e2-16f8-49ed-bc91-8752b2324897,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:14.678152 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.api.v2.resource [None req-25ec991b-3d6f-4bc8-ad67-38d35dff6f20 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] show failed (client error): The resource could not be found. Jul 16 03:00:14.682963 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-25ec991b-3d6f-4bc8-ad67-38d35dff6f20 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "GET /v2.0/security-groups/bc5052e2-16f8-49ed-bc91-8752b2324897 HTTP/1.1" status: 404 len: 347 time: 0.0192599 Jul 16 03:00:14.684971 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 54006) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:14.694617 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554b3af-b205-4474-8f55-f711c6ab2255 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:14.694964 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554b3af-b205-4474-8f55-f711c6ab2255 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:14.695317 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554b3af-b205-4474-8f55-f711c6ab2255 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:14.695650 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554b3af-b205-4474-8f55-f711c6ab2255 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:14.696131 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554b3af-b205-4474-8f55-f711c6ab2255 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:14.696453 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554b3af-b205-4474-8f55-f711c6ab2255 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:14.696787 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554b3af-b205-4474-8f55-f711c6ab2255 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:14.697115 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554b3af-b205-4474-8f55-f711c6ab2255 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:14.697444 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554b3af-b205-4474-8f55-f711c6ab2255 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:14.697788 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554b3af-b205-4474-8f55-f711c6ab2255 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:14.698087 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554b3af-b205-4474-8f55-f711c6ab2255 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:14.698416 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0554b3af-b205-4474-8f55-f711c6ab2255 tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:00:14.844084 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbb99d-5a0a-4da6-be81-e78c6d7ad67d tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Deleting port 1af33ad5-8043-40a6-9d46-d200d604ed53 {{(pid=92998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:00:14.844434 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f4dbb99d-5a0a-4da6-be81-e78c6d7ad67d tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:14.951886 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f4dbb99d-5a0a-4da6-be81-e78c6d7ad67d tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:14.952224 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f4dbb99d-5a0a-4da6-be81-e78c6d7ad67d tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:14.966149 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-f4dbb99d-5a0a-4da6-be81-e78c6d7ad67d tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Calling delete_port for 1af33ad5-8043-40a6-9d46-d200d604ed53 owned by network:floatingip {{(pid=92998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:00:15.133629 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f4dbb99d-5a0a-4da6-be81-e78c6d7ad67d tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:15.163736 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dbb99d-5a0a-4da6-be81-e78c6d7ad67d tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Pushing event deleted for resources: {'Port': ['ID=1af33ad5-8043-40a6-9d46-d200d604ed53,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:15.239502 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f4dbb99d-5a0a-4da6-be81-e78c6d7ad67d tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks [] for floatingip, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:15.242221 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f4dbb99d-5a0a-4da6-be81-e78c6d7ad67d tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for floatingip, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:15.248468 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-f4dbb99d-5a0a-4da6-be81-e78c6d7ad67d tempest-AttachVolumeTestJSON-1584521998 tempest-AttachVolumeTestJSON-1584521998-project] 10.222.0.21 "DELETE /v2.0/floatingips/d5e9fa9b-8f07-444e-8dda-06f21410dfd9 HTTP/1.1" status: 204 len: 168 time: 0.5574419 Jul 16 03:00:15.701744 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 62a3149e-a05e-4d83-b739-877b69370647 up at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:00:15.762278 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning complete for port 62a3149e-a05e-4d83-b739-877b69370647 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:00:15.763123 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:15.855210 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e39aeb-3e1a-46b5-b21a-8c4ead6bfd05 req-5a6f37d3-5c29-47dd-ae93-d2fe594aba82 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:15.858190 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-69e39aeb-3e1a-46b5-b21a-8c4ead6bfd05 req-5a6f37d3-5c29-47dd-ae93-d2fe594aba82 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 944 time: 0.0869346 Jul 16 03:00:15.864901 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:15.897719 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd08a1dc-ad07-4c77-9bf5-c4266b535320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a3149e-a05e-4d83-b739-877b69370647'}] {{(pid=93000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:00:15.900351 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea702c1d27a9afaa317d21627fdeb95d85c281d49492fc16ca315a181738864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76fa1839-5bec-43d0-a796-cecd008746b1" -d '{"events": [{"server_uuid": "cd08a1dc-ad07-4c77-9bf5-c4266b535320", "name": "network-vif-plugged", "status": "completed", "tag": "62a3149e-a05e-4d83-b739-877b69370647"}]}' {{(pid=93000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:00:15.918170 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 62a3149e-a05e-4d83-b739-877b69370647, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62a3149e-a05e-4d83-b739-877b69370647,segment=NetworkSegment(7d07a258-c4a7-4e28-b7a7-e65f63b3a875),segment_id=7d07a258-c4a7-4e28-b7a7-e65f63b3a875)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:15.923770 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-69e39aeb-3e1a-46b5-b21a-8c4ead6bfd05 req-a140ab3b-272c-403b-aad5-7effd654ac62 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595083 Jul 16 03:00:15.926818 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:15.927762 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 61acf42c-2638-4a62-945b-c067e22da44e no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:00:15.986115 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] No Port match for: 61acf42c-2638-4a62-945b-c067e22da44e {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:00:15.986470 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 61acf42c-2638-4a62-945b-c067e22da44e not bound to the agent host hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:00:16.024209 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=62a3149e-a05e-4d83-b739-877b69370647,revision_number=7']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:16.028212 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628e08db-92ca-49a4-8740-acd2a8c7b927 x-openstack-request-id: req-628e08db-92ca-49a4-8740-acd2a8c7b927 {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:00:16.028501 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd08a1dc-ad07-4c77-9bf5-c4266b535320", "name": "network-vif-plugged", "status": "completed", "tag": "62a3149e-a05e-4d83-b739-877b69370647", "code": 200}]} {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:00:16.028919 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-628e08db-92ca-49a4-8740-acd2a8c7b927 {{(pid=93000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:00:16.029329 dv-cinder-788364-5-smb neutron-server[93000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd08a1dc-ad07-4c77-9bf5-c4266b535320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a3149e-a05e-4d83-b739-877b69370647', 'code': 200} Jul 16 03:00:17.172168 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976a511-8f6e-4a66-b4dc-bd05be14727e req-223d615f-d8d8-4b39-b8a4-c91e40e869c2 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:17.174779 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2976a511-8f6e-4a66-b4dc-bd05be14727e req-223d615f-d8d8-4b39-b8a4-c91e40e869c2 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 945 time: 0.1113210 Jul 16 03:00:17.231470 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2976a511-8f6e-4a66-b4dc-bd05be14727e req-3313eb27-30b6-4b13-860e-7db9bb7a0a09 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482962 Jul 16 03:00:17.304431 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:18.384757 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-1c1c12cb-4d4a-486e-94b5-e9d188daccb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:18.480343 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae57fb9-b237-43fb-abef-129a5af5cbd9 req-ae1acd77-5929-40e8-874c-23f96781dbb4 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:18.482722 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7ae57fb9-b237-43fb-abef-129a5af5cbd9 req-ae1acd77-5929-40e8-874c-23f96781dbb4 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 945 time: 0.0886347 Jul 16 03:00:18.549134 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7ae57fb9-b237-43fb-abef-129a5af5cbd9 req-be3df18a-8901-4fe8-8558-cd69a208fde7 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592198 Jul 16 03:00:19.116790 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 54048) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:19.722049 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-4a0a5089-1938-4a07-8039-beefc71ab776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435113'] for router_interface, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:19.825110 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281e0fc7-cdd9-446f-aaff-5e13d353a785 req-d6ff8f3d-28d9-4f5e-bda2-fc5b38856828 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:19.826748 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-281e0fc7-cdd9-446f-aaff-5e13d353a785 req-d6ff8f3d-28d9-4f5e-bda2-fc5b38856828 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 945 time: 0.1497512 Jul 16 03:00:19.915917 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-281e0fc7-cdd9-446f-aaff-5e13d353a785 req-87b6f381-6a9e-4c83-a269-dd4361e4b4ba tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774298 Jul 16 03:00:20.079324 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-4a0a5089-1938-4a07-8039-beefc71ab776 admin admin] Deleting port 8737da9a-43ba-4db4-890a-15ab1b697d79 {{(pid=92998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:00:20.079695 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-4a0a5089-1938-4a07-8039-beefc71ab776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:20.175163 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [None req-4a0a5089-1938-4a07-8039-beefc71ab776 admin admin] For port 8737da9a-43ba-4db4-890a-15ab1b697d79, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=8737da9a-43ba-4db4-890a-15ab1b697d79,segment=NetworkSegment(93a90afd-6ae2-480e-9bba-c40ab1d9a941),segment_id=93a90afd-6ae2-480e-9bba-c40ab1d9a941)] {{(pid=92998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:20.175498 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-4a0a5089-1938-4a07-8039-beefc71ab776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:20.191324 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-4a0a5089-1938-4a07-8039-beefc71ab776 admin admin] Calling delete_port for 8737da9a-43ba-4db4-890a-15ab1b697d79 owned by network:router_interface {{(pid=92998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:00:20.421709 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-4a0a5089-1938-4a07-8039-beefc71ab776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:20.469176 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a5089-1938-4a07-8039-beefc71ab776 admin admin] Pushing event deleted for resources: {'Port': ['ID=8737da9a-43ba-4db4-890a-15ab1b697d79,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:20.704495 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-4a0a5089-1938-4a07-8039-beefc71ab776 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-437049'] for router_interface, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:20.953367 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0a5089-1938-4a07-8039-beefc71ab776 admin admin] Router b3edf993-776f-4f5d-b76e-becdb961011b has already been hosted by L3 agent c2717fd8-7624-4935-9c00-920e66229c5a {{(pid=92998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:00:21.136415 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0a5089-1938-4a07-8039-beefc71ab776 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:00:21.147517 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-4a0a5089-1938-4a07-8039-beefc71ab776 admin admin] 10.222.0.21 "PUT /v2.0/routers/b3edf993-776f-4f5d-b76e-becdb961011b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0255902 Jul 16 03:00:21.147757 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6bdbb3-95f5-4871-bd78-f0296e4ea262 None None] Sync routers for ids ['b3edf993-776f-4f5d-b76e-becdb961011b'] in dv-cinder-788364-5-smb {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:00:21.149267 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 54060) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:21.157974 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6bdbb3-95f5-4871-bd78-f0296e4ea262 None None] Routers {'b3edf993-776f-4f5d-b76e-becdb961011b'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:00:21.159156 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-2d6bdbb3-95f5-4871-bd78-f0296e4ea262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:59:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['b3edf993-776f-4f5d-b76e-becdb961011b'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:21.225923 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a3190a-52a8-40ce-9d00-70b4a5fea05c req-5105ab95-b2af-490a-8431-44a4d67aa6e6 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:21.228435 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-38a3190a-52a8-40ce-9d00-70b4a5fea05c req-5105ab95-b2af-490a-8431-44a4d67aa6e6 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 945 time: 0.1623542 Jul 16 03:00:21.271503 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-2d6bdbb3-95f5-4871-bd78-f0296e4ea262 None None] Set router b3edf993-776f-4f5d-b76e-becdb961011b gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:00:21.296229 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-2d45dbc4-b837-48d2-9977-0d93a88c006b admin admin] Notify callbacks [] for router, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:21.408090 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-38a3190a-52a8-40ce-9d00-70b4a5fea05c req-8dfa3ec3-4e65-44be-9b38-073563a398c5 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690750 Jul 16 03:00:21.469860 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:21.489197 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-2d45dbc4-b837-48d2-9977-0d93a88c006b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:21.492432 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-2d6bdbb3-95f5-4871-bd78-f0296e4ea262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'name': 'tempest-AttachVolumeTestJSON-2134453683-router', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61'}], 'enable_snat': True}, 'gw_port_id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:49Z', 'updated_at': '2021-07-16T03:00:20Z', 'revision_number': 5, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'gw_port': {'id': '9444e116-98a9-4d61-8a24-d0141f505cd9', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:2b:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:50Z', 'updated_at': '2021-07-16T02:54:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb'}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:21.534666 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6bdbb3-95f5-4871-bd78-f0296e4ea262 None None] Checking router: b3edf993-776f-4f5d-b76e-becdb961011b for host: dv-cinder-788364-5-smb {{(pid=93000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:00:21.545523 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6bdbb3-95f5-4871-bd78-f0296e4ea262 None None] Routers {'b3edf993-776f-4f5d-b76e-becdb961011b'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:00:21.546343 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-2d6bdbb3-95f5-4871-bd78-f0296e4ea262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T02:59:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['b3edf993-776f-4f5d-b76e-becdb961011b'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:21.589804 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-2d45dbc4-b837-48d2-9977-0d93a88c006b admin admin] Deleting port 9444e116-98a9-4d61-8a24-d0141f505cd9 {{(pid=92998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:00:21.590695 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-2d45dbc4-b837-48d2-9977-0d93a88c006b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:21.641383 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-6ab2f237-b83a-4cd4-8a05-ea6b678ca142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:21.662015 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-2d6bdbb3-95f5-4871-bd78-f0296e4ea262 None None] Set router b3edf993-776f-4f5d-b76e-becdb961011b gateway port host: None {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:00:21.703318 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [None req-2d45dbc4-b837-48d2-9977-0d93a88c006b admin admin] For port 9444e116-98a9-4d61-8a24-d0141f505cd9, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=9444e116-98a9-4d61-8a24-d0141f505cd9,segment=NetworkSegment(552c363b-8a94-4391-a7bf-95f73577cc8e),segment_id=552c363b-8a94-4391-a7bf-95f73577cc8e)] {{(pid=92998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:21.703686 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-2d45dbc4-b837-48d2-9977-0d93a88c006b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:21.723064 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-2d45dbc4-b837-48d2-9977-0d93a88c006b admin admin] Calling delete_port for 9444e116-98a9-4d61-8a24-d0141f505cd9 owned by network:router_gateway {{(pid=92998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:00:21.753847 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-2d6bdbb3-95f5-4871-bd78-f0296e4ea262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'name': 'tempest-AttachVolumeTestJSON-2134453683-router', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:49Z', 'updated_at': '2021-07-16T03:00:21Z', 'revision_number': 6, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'gw_port_host': None}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:21.791180 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d6bdbb3-95f5-4871-bd78-f0296e4ea262 None None] The sync data for ids ['b3edf993-776f-4f5d-b76e-becdb961011b'] in dv-cinder-788364-5-smb is: [{'id': 'b3edf993-776f-4f5d-b76e-becdb961011b', 'name': 'tempest-AttachVolumeTestJSON-2134453683-router', 'tenant_id': 'b79bde3ef98a47fc8488184086b44b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:49Z', 'updated_at': '2021-07-16T03:00:21Z', 'revision_number': 6, 'project_id': 'b79bde3ef98a47fc8488184086b44b9c', 'gw_port_host': None}] {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:00:21.948832 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-2d45dbc4-b837-48d2-9977-0d93a88c006b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:21.982221 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d45dbc4-b837-48d2-9977-0d93a88c006b admin admin] Pushing event deleted for resources: {'Port': ['ID=9444e116-98a9-4d61-8a24-d0141f505cd9,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:22.061403 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-2d45dbc4-b837-48d2-9977-0d93a88c006b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441955'] for router_gateway, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:22.168223 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-2d45dbc4-b837-48d2-9977-0d93a88c006b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12161'] for router, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:22.171142 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-2d45dbc4-b837-48d2-9977-0d93a88c006b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:22.231310 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-2d45dbc4-b837-48d2-9977-0d93a88c006b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435937'] for router, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:22.232219 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d45dbc4-b837-48d2-9977-0d93a88c006b admin admin] Fanout notify agent at l3_agent the message router_deleted on router b3edf993-776f-4f5d-b76e-becdb961011b {{(pid=92998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:00:22.239059 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-2d45dbc4-b837-48d2-9977-0d93a88c006b admin admin] Notify callbacks [] for router, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:22.240709 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-2d45dbc4-b837-48d2-9977-0d93a88c006b admin admin] 10.222.0.21 "DELETE /v2.0/routers/b3edf993-776f-4f5d-b76e-becdb961011b HTTP/1.1" status: 204 len: 168 time: 1.0901515 Jul 16 03:00:22.243447 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 54064) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:22.302555 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_v2 [None req-30b5c4d3-69e4-4c43-ba30-62a5422a28ab admin admin] Deleting subnet 63a1915a-bab0-41c0-bb18-aaed33e028db {{(pid=92999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:00:22.307423 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-30b5c4d3-69e4-4c43-ba30-62a5422a28ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:22.330119 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 8737da9a-43ba-4db4-890a-15ab1b697d79 no longer exists at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:00:22.357685 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-30b5c4d3-69e4-4c43-ba30-62a5422a28ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9525570'] for subnet, precommit_delete_associations {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:22.363389 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-94114009-01ec-4376-9e6d-6e084048585d None None] No Port match for: 8737da9a-43ba-4db4-890a-15ab1b697d79 {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:00:22.364030 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 8737da9a-43ba-4db4-890a-15ab1b697d79 not bound to the agent host dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:00:22.499044 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-30b5c4d3-69e4-4c43-ba30-62a5422a28ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:22.588678 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-30b5c4d3-69e4-4c43-ba30-62a5422a28ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9108318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10320817'] for subnet, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:22.620991 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f77e388-2171-42c1-b59d-dc719b7d9738 None None] Network 5e5c6bfb-07bb-468d-bd2e-617c99bc64ab requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:00:22.631542 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95d813f-1b99-4dfb-8487-c4ab4a2fe3f6 req-6037339c-311a-4872-96fd-dfed983af42b tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:22.638910 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e95d813f-1b99-4dfb-8487-c4ab4a2fe3f6 req-6037339c-311a-4872-96fd-dfed983af42b tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 945 time: 0.0980122 Jul 16 03:00:22.692722 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-30b5c4d3-69e4-4c43-ba30-62a5422a28ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for subnet, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:22.698742 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e95d813f-1b99-4dfb-8487-c4ab4a2fe3f6 req-d9fbcd7f-ade2-45a6-8e3a-c0587b56d2aa tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587776 Jul 16 03:00:22.706452 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 54070) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:22.706992 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-30b5c4d3-69e4-4c43-ba30-62a5422a28ab admin admin] 10.222.0.21 "DELETE /v2.0/subnets/63a1915a-bab0-41c0-bb18-aaed33e028db HTTP/1.1" status: 204 len: 168 time: 0.4619076 Jul 16 03:00:22.708734 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b5c4d3-69e4-4c43-ba30-62a5422a28ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63a1915a-bab0-41c0-bb18-aaed33e028db,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:22.796512 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:22.833620 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0d0eca75-d196-4b65-89a9-fae3a5ee540c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609267'] for network, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:22.916799 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-0d0eca75-d196-4b65-89a9-fae3a5ee540c admin admin] Deleting port 05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8 {{(pid=92998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:00:22.917473 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0d0eca75-d196-4b65-89a9-fae3a5ee540c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:22.963323 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebad7fd-2f4c-4913-a851-bc2b7366b56f None None] DHCP port deletion for 5e5c6bfb-07bb-468d-bd2e-617c99bc64ab request from dv-cinder-788364-5-smb {{(pid=93000) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:00:23.006293 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [None req-0d0eca75-d196-4b65-89a9-fae3a5ee540c admin admin] For port 05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8,segment=NetworkSegment(93a90afd-6ae2-480e-9bba-c40ab1d9a941),segment_id=93a90afd-6ae2-480e-9bba-c40ab1d9a941)] {{(pid=92998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:23.007151 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0d0eca75-d196-4b65-89a9-fae3a5ee540c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.022326 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-0d0eca75-d196-4b65-89a9-fae3a5ee540c admin admin] Calling delete_port for 05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8 owned by network:dhcp {{(pid=92998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:00:23.054732 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-9ebad7fd-2f4c-4913-a851-bc2b7366b56f None None] Deleting port 05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8 {{(pid=93000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:00:23.055252 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-9ebad7fd-2f4c-4913-a851-bc2b7366b56f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.129856 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0d0eca75-d196-4b65-89a9-fae3a5ee540c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.160004 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-9ebad7fd-2f4c-4913-a851-bc2b7366b56f None None] For port 05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8,segment=NetworkSegment(93a90afd-6ae2-480e-9bba-c40ab1d9a941),segment_id=93a90afd-6ae2-480e-9bba-c40ab1d9a941)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:23.160655 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-9ebad7fd-2f4c-4913-a851-bc2b7366b56f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.162468 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0eca75-d196-4b65-89a9-fae3a5ee540c admin admin] No DVR routers for this DVR port 05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8 on host dv-cinder-788364-5-smb {{(pid=92998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:00:23.167362 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0eca75-d196-4b65-89a9-fae3a5ee540c admin admin] Pushing event deleted for resources: {'Port': ['ID=05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:23.181023 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-9ebad7fd-2f4c-4913-a851-bc2b7366b56f None None] Calling delete_port for 05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8 owned by network:dhcp {{(pid=93000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:00:23.258279 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0d0eca75-d196-4b65-89a9-fae3a5ee540c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531196', 'neutron.services.segments.db._delete_segments_for_network-8744535121484'] for network, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.272024 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.services.segments.db [None req-0d0eca75-d196-4b65-89a9-fae3a5ee540c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5c6bfb-07bb-468d-bd2e-617c99bc64ab']}} {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:23.274878 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-9ebad7fd-2f4c-4913-a851-bc2b7366b56f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332'] for port, after_delete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.284817 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.services.segments.db [None req-0d0eca75-d196-4b65-89a9-fae3a5ee540c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93a90afd-6ae2-480e-9bba-c40ab1d9a941') {'for_net_delete': True} {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:23.285068 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.services.segments.db [None req-0d0eca75-d196-4b65-89a9-fae3a5ee540c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93a90afd-6ae2-480e-9bba-c40ab1d9a941') {} {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:00:23.294775 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0d0eca75-d196-4b65-89a9-fae3a5ee540c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744535123541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110411'] for segment, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.300114 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ebad7fd-2f4c-4913-a851-bc2b7366b56f None None] Pushing event deleted for resources: {'Port': ['ID=05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8,revision_number=None']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:23.305733 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ebad7fd-2f4c-4913-a851-bc2b7366b56f None None] No DVR routers for this DVR port 05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8 on host dv-cinder-788364-5-smb {{(pid=93000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:00:23.309550 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0d0eca75-d196-4b65-89a9-fae3a5ee540c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.318948 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d0eca75-d196-4b65-89a9-fae3a5ee540c admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=92998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:00:23.319402 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0d0eca75-d196-4b65-89a9-fae3a5ee540c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9110237'] for segment, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: Traceback (most recent call last): Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: timer() Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: cb(*args, **kw) Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: return func(*args, **kwargs) Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: self._notify() Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: self.callback(batched_events) Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: event.method(event) Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: return f(self, *a, **k) Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: return self._get(url).json() Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: return self.request(url, 'GET', **kwargs) Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:00:23.321714 dv-cinder-788364-5-smb neutron-server[92998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:00:23.382070 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0d0eca75-d196-4b65-89a9-fae3a5ee540c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442047'] for network, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.388393 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0d0eca75-d196-4b65-89a9-fae3a5ee540c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.392421 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-0d0eca75-d196-4b65-89a9-fae3a5ee540c admin admin] 10.222.0.21 "DELETE /v2.0/networks/5e5c6bfb-07bb-468d-bd2e-617c99bc64ab HTTP/1.1" status: 204 len: 168 time: 0.6848087 Jul 16 03:00:23.404286 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0eca75-d196-4b65-89a9-fae3a5ee540c admin admin] Pushing event deleted for resources: {'Network': ['ID=5e5c6bfb-07bb-468d-bd2e-617c99bc64ab,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:23.506713 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 54084) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:23.548610 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-a308b519-85da-4010-8184-965ea04e5c01 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b79bde3ef98a47fc8488184086b44b9c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0405557 Jul 16 03:00:23.550879 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 54086) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:23.600374 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-afbaa7e9-59d9-4db3-9376-42c0c3487545 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.621784 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-afbaa7e9-59d9-4db3-9376-42c0c3487545 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.668992 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-afbaa7e9-59d9-4db3-9376-42c0c3487545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.671640 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-afbaa7e9-59d9-4db3-9376-42c0c3487545 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:23.672844 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-afbaa7e9-59d9-4db3-9376-42c0c3487545 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/424af281-771f-4aba-b944-de046a8b4ebc HTTP/1.1" status: 204 len: 168 time: 0.1210766 Jul 16 03:00:23.680880 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbaa7e9-59d9-4db3-9376-42c0c3487545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=424af281-771f-4aba-b944-de046a8b4ebc,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:23.912678 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853ba76f-e9df-49a6-b806-306443583bb6 req-980f7a02-1efb-4cc7-bdbb-9b4123672bd9 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:23.914306 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-853ba76f-e9df-49a6-b806-306443583bb6 req-980f7a02-1efb-4cc7-bdbb-9b4123672bd9 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 945 time: 0.0782852 Jul 16 03:00:23.960917 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-853ba76f-e9df-49a6-b806-306443583bb6 req-6c57d027-3af1-4d89-8d01-877c7d81b103 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376644 Jul 16 03:00:24.091515 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823be520-93bc-4685-960a-7c2702752e59 req-d1df7be6-1bb2-4e18-bca1-bba422c11387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:24.093101 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-823be520-93bc-4685-960a-7c2702752e59 req-d1df7be6-1bb2-4e18-bca1-bba422c11387 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=27578fa4931d43a687b8bfb4f9fd5fd6&device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 1098 time: 0.0573997 Jul 16 03:00:24.148324 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 9444e116-98a9-4d61-8a24-d0141f505cd9 no longer exists at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:00:24.177117 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-94114009-01ec-4376-9e6d-6e084048585d None None] No Port match for: 9444e116-98a9-4d61-8a24-d0141f505cd9 {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:00:24.177761 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 9444e116-98a9-4d61-8a24-d0141f505cd9 not bound to the agent host dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:00:24.178336 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8 no longer exists at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:00:24.181916 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:24.200966 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-94114009-01ec-4376-9e6d-6e084048585d None None] No Port match for: 05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8 {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:00:24.201307 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 05a08e2a-e1bc-4e8e-b28e-c7a0b4f8aff8 not bound to the agent host dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:00:24.222624 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823be520-93bc-4685-960a-7c2702752e59 req-fa308908-16e7-4491-bb98-4ae07371e4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:24.224204 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-823be520-93bc-4685-960a-7c2702752e59 req-fa308908-16e7-4491-bb98-4ae07371e4c2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=747b2ea9-fb6f-4340-aee2-7461ba32440e HTTP/1.1" status: 200 len: 918 time: 0.1238389 Jul 16 03:00:24.304552 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-823be520-93bc-4685-960a-7c2702752e59 req-b39c8a2e-38f9-49eb-8f88-ea2dae00b20a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62a3149e-a05e-4d83-b739-877b69370647 HTTP/1.1" status: 200 len: 1001 time: 0.0723898 Jul 16 03:00:24.366666 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823be520-93bc-4685-960a-7c2702752e59 req-c4a06b05-13ce-4b98-a9ba-2ab68c9dc4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:24.369528 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-823be520-93bc-4685-960a-7c2702752e59 req-c4a06b05-13ce-4b98-a9ba-2ab68c9dc4be service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64e63330-214e-4dcd-a719-fae45048b23b HTTP/1.1" status: 200 len: 856 time: 0.0564814 Jul 16 03:00:24.435581 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823be520-93bc-4685-960a-7c2702752e59 req-f90b68ac-c183-4a79-a5ed-4fd2d79897b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:24.437219 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-823be520-93bc-4685-960a-7c2702752e59 req-f90b68ac-c183-4a79-a5ed-4fd2d79897b2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=747b2ea9-fb6f-4340-aee2-7461ba32440e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0604854 Jul 16 03:00:24.547526 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-823be520-93bc-4685-960a-7c2702752e59 req-ab968e6e-5a2a-41da-b13c-cd9672a9347a service neutron] 10.222.0.52 "GET /v2.0/networks/747b2ea9-fb6f-4340-aee2-7461ba32440e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028230 Jul 16 03:00:24.653070 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-823be520-93bc-4685-960a-7c2702752e59 req-0edac3fb-8249-42af-9c3a-1b4ee844470f service neutron] 10.222.0.52 "GET /v2.0/networks/747b2ea9-fb6f-4340-aee2-7461ba32440e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982182 Jul 16 03:00:25.253873 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a8265a-d824-4ecd-8bff-61f49936218f req-48740daf-05e4-4479-97eb-721ac7273fc9 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:25.255370 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-42a8265a-d824-4ecd-8bff-61f49936218f req-48740daf-05e4-4479-97eb-721ac7273fc9 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 945 time: 0.0661070 Jul 16 03:00:25.295742 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-42a8265a-d824-4ecd-8bff-61f49936218f req-1470613f-1e57-46e0-90f5-539a2f926cd0 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343153 Jul 16 03:00:26.492550 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd7bbef-a95a-4478-986e-a2239a13c35f req-6e563f4b-121a-4c9f-bdff-cf2393180918 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:26.494170 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-dbd7bbef-a95a-4478-986e-a2239a13c35f req-6e563f4b-121a-4c9f-bdff-cf2393180918 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 945 time: 0.0732231 Jul 16 03:00:26.538507 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-dbd7bbef-a95a-4478-986e-a2239a13c35f req-fd72e77a-57e1-4ad2-92b4-f929feab0a29 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384412 Jul 16 03:00:27.736139 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab62eac5-f7b5-461f-aecc-d467cf2aae96 req-31627320-bfe9-4382-b3cf-6507bceae550 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:27.737593 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ab62eac5-f7b5-461f-aecc-d467cf2aae96 req-31627320-bfe9-4382-b3cf-6507bceae550 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 945 time: 0.0734761 Jul 16 03:00:27.748672 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 62a3149e-a05e-4d83-b739-877b69370647 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:00:27.780000 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ab62eac5-f7b5-461f-aecc-d467cf2aae96 req-e6b7d12c-532a-4e1b-8158-daf5a57a36e9 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364223 Jul 16 03:00:27.831932 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:27.855255 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd08a1dc-ad07-4c77-9bf5-c4266b535320', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '62a3149e-a05e-4d83-b739-877b69370647'}] {{(pid=93000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:00:27.858748 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea702c1d27a9afaa317d21627fdeb95d85c281d49492fc16ca315a181738864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce82ca5b-2f9e-45e1-b406-1b804922a026" -d '{"events": [{"server_uuid": "cd08a1dc-ad07-4c77-9bf5-c4266b535320", "name": "network-vif-unplugged", "status": "completed", "tag": "62a3149e-a05e-4d83-b739-877b69370647"}]}' {{(pid=93000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:00:27.877832 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 62a3149e-a05e-4d83-b739-877b69370647, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62a3149e-a05e-4d83-b739-877b69370647,segment=NetworkSegment(7d07a258-c4a7-4e28-b7a7-e65f63b3a875),segment_id=7d07a258-c4a7-4e28-b7a7-e65f63b3a875)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:27.884278 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:27.913937 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 03:00:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ec7368a-8c08-41d4-8971-b9dc669ed54e x-openstack-request-id: req-6ec7368a-8c08-41d4-8971-b9dc669ed54e {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:00:27.914299 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd08a1dc-ad07-4c77-9bf5-c4266b535320", "name": "network-vif-unplugged", "status": "failed", "tag": "62a3149e-a05e-4d83-b739-877b69370647", "code": 422}]} {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:00:27.914568 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ec7368a-8c08-41d4-8971-b9dc669ed54e {{(pid=93000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:00:27.915014 dv-cinder-788364-5-smb neutron-server[93000]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cd08a1dc-ad07-4c77-9bf5-c4266b535320', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '62a3149e-a05e-4d83-b739-877b69370647', 'code': 422} returned with failed status Jul 16 03:00:27.944317 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=62a3149e-a05e-4d83-b739-877b69370647,revision_number=8']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:29.036490 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9faa0cbf-04f1-4d4f-82ea-0c4274e9eb51 req-27e93ef6-5161-4775-9ccc-219b88cd661d tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:29.038196 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9faa0cbf-04f1-4d4f-82ea-0c4274e9eb51 req-27e93ef6-5161-4775-9ccc-219b88cd661d tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 943 time: 0.0699332 Jul 16 03:00:29.080268 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9faa0cbf-04f1-4d4f-82ea-0c4274e9eb51 req-b8177393-01eb-4ea2-8295-0b25cedb5029 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360267 Jul 16 03:00:29.246615 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 54218) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:29.346376 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6d4eaf6c-f321-49a1-9304-586cf3c35438 req-389460b3-1cc4-40ae-ae55-2f9803aca68c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0977392 Jul 16 03:00:30.188172 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 54246) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:30.326846 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a849c87-0fba-4974-9b0b-ccf7a8dbcac3 req-68028571-ea9e-497f-845e-f3d022968e46 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:30.329519 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7a849c87-0fba-4974-9b0b-ccf7a8dbcac3 req-68028571-ea9e-497f-845e-f3d022968e46 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 943 time: 0.1074476 Jul 16 03:00:30.331544 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-e63ea495-4df5-4e77-866d-e1635ec2caf2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:30.376001 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4eaf6c-f321-49a1-9304-586cf3c35438 req-986b305d-4bdc-419a-bbba-f29e87f552c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:30.377521 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6d4eaf6c-f321-49a1-9304-586cf3c35438 req-986b305d-4bdc-419a-bbba-f29e87f552c1 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320&tenant_id=27578fa4931d43a687b8bfb4f9fd5fd6 HTTP/1.1" status: 200 len: 1096 time: 0.0907929 Jul 16 03:00:30.405986 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7a849c87-0fba-4974-9b0b-ccf7a8dbcac3 req-d4f527c9-7a56-4029-bc98-6504dd7954fa tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693965 Jul 16 03:00:30.479269 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4eaf6c-f321-49a1-9304-586cf3c35438 req-847125e5-6e97-44ca-a43f-e249699c002f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:30.481008 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6d4eaf6c-f321-49a1-9304-586cf3c35438 req-847125e5-6e97-44ca-a43f-e249699c002f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=27578fa4931d43a687b8bfb4f9fd5fd6&device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 1096 time: 0.0601304 Jul 16 03:00:30.482168 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-e63ea495-4df5-4e77-866d-e1635ec2caf2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:30.486159 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-e63ea495-4df5-4e77-866d-e1635ec2caf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:30.524948 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63ea495-4df5-4e77-866d-e1635ec2caf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15be2f26-7b5c-4819-9a98-bb271febe9d8,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:30.530167 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-e63ea495-4df5-4e77-866d-e1635ec2caf2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a36996ee545e4727a1ba2223bcd683df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3406560 Jul 16 03:00:30.533373 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 54250) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:30.602056 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-4b15b61d-bb66-4f26-a7db-629b16e65114 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:30.626990 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-4b15b61d-bb66-4f26-a7db-629b16e65114 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:30.686996 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-4b15b61d-bb66-4f26-a7db-629b16e65114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:30.689981 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-4b15b61d-bb66-4f26-a7db-629b16e65114 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:30.691337 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-4b15b61d-bb66-4f26-a7db-629b16e65114 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/15be2f26-7b5c-4819-9a98-bb271febe9d8 HTTP/1.1" status: 204 len: 168 time: 0.1569693 Jul 16 03:00:30.701710 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b15b61d-bb66-4f26-a7db-629b16e65114 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15be2f26-7b5c-4819-9a98-bb271febe9d8,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:30.859805 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4eaf6c-f321-49a1-9304-586cf3c35438 req-55f3a308-22b6-4f8a-be42-02975bcc7892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:30.861345 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6d4eaf6c-f321-49a1-9304-586cf3c35438 req-55f3a308-22b6-4f8a-be42-02975bcc7892 service neutron] 10.222.0.52 "GET /v2.0/networks?id=747b2ea9-fb6f-4340-aee2-7461ba32440e HTTP/1.1" status: 200 len: 918 time: 0.3734653 Jul 16 03:00:30.932857 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6d4eaf6c-f321-49a1-9304-586cf3c35438 req-9ab1b6a4-2f4c-48f4-956d-a545b3bd2fb7 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62a3149e-a05e-4d83-b739-877b69370647 HTTP/1.1" status: 200 len: 999 time: 0.0642788 Jul 16 03:00:30.986623 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4eaf6c-f321-49a1-9304-586cf3c35438 req-76dd1372-6ee7-4e8a-9df6-28c6931669c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:30.988128 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6d4eaf6c-f321-49a1-9304-586cf3c35438 req-76dd1372-6ee7-4e8a-9df6-28c6931669c8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64e63330-214e-4dcd-a719-fae45048b23b HTTP/1.1" status: 200 len: 856 time: 0.0489163 Jul 16 03:00:31.050120 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4eaf6c-f321-49a1-9304-586cf3c35438 req-faf42e17-4fb8-488d-b903-ee3c6a659b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:31.051726 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6d4eaf6c-f321-49a1-9304-586cf3c35438 req-faf42e17-4fb8-488d-b903-ee3c6a659b5b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=747b2ea9-fb6f-4340-aee2-7461ba32440e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0567627 Jul 16 03:00:31.151208 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6d4eaf6c-f321-49a1-9304-586cf3c35438 req-a393a617-60a2-4930-b866-c9fab5ac1e34 service neutron] 10.222.0.52 "GET /v2.0/networks/747b2ea9-fb6f-4340-aee2-7461ba32440e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913966 Jul 16 03:00:31.252779 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-6d4eaf6c-f321-49a1-9304-586cf3c35438 req-2917e0d2-df2d-4b08-94ff-c1c7490c664b service neutron] 10.222.0.52 "GET /v2.0/networks/747b2ea9-fb6f-4340-aee2-7461ba32440e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930688 Jul 16 03:00:31.600828 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b410a7-3af8-495b-a1de-c3fba9fe6c80 req-9902477e-df49-4130-a723-dd62d79edd8c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:31.602448 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e8b410a7-3af8-495b-a1de-c3fba9fe6c80 req-9902477e-df49-4130-a723-dd62d79edd8c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 943 time: 0.0716636 Jul 16 03:00:31.680476 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e8b410a7-3af8-495b-a1de-c3fba9fe6c80 req-2fbba691-3f1e-4923-b1ce-9ffa9c8800b5 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683732 Jul 16 03:00:32.883227 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e137da5-b2ee-4f20-9dbe-f9dd2d0d5762 req-4591a810-45b5-4290-88ef-15a4e4053f77 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:32.884826 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3e137da5-b2ee-4f20-9dbe-f9dd2d0d5762 req-4591a810-45b5-4290-88ef-15a4e4053f77 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 943 time: 0.0800929 Jul 16 03:00:32.925002 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3e137da5-b2ee-4f20-9dbe-f9dd2d0d5762 req-ddab9abd-d972-4015-94ea-d5c1751ec8c1 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336163 Jul 16 03:00:34.144390 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b631790d-d3ec-436e-9c38-21102b91fa8a req-5491c96c-0f5d-49b4-88ca-2f3221f19d9e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:34.147602 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b631790d-d3ec-436e-9c38-21102b91fa8a req-5491c96c-0f5d-49b4-88ca-2f3221f19d9e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 943 time: 0.0827546 Jul 16 03:00:34.197746 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b631790d-d3ec-436e-9c38-21102b91fa8a req-0db53cef-2979-493e-b7ee-1ca48da38caa tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431528 Jul 16 03:00:35.400996 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaca456d-0a7e-4e52-8280-349a9ac60dbf req-6b3a1102-83dc-4e80-9f41-29fb62b65211 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:35.403379 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-eaca456d-0a7e-4e52-8280-349a9ac60dbf req-6b3a1102-83dc-4e80-9f41-29fb62b65211 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 943 time: 0.0720768 Jul 16 03:00:35.446154 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-eaca456d-0a7e-4e52-8280-349a9ac60dbf req-356af27b-3620-470d-aace-559f07369869 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364025 Jul 16 03:00:36.048899 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 54354) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:36.164352 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3f5c88b3-33ea-4879-9720-22ccf4a44171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:36.260955 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3f5c88b3-33ea-4879-9720-22ccf4a44171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:36.266154 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3f5c88b3-33ea-4879-9720-22ccf4a44171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:36.305990 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-3f5c88b3-33ea-4879-9720-22ccf4a44171 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e11e1a4fe18745ae88aea4b0bd14b0b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2559881 Jul 16 03:00:36.306853 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5c88b3-33ea-4879-9720-22ccf4a44171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adbab50a-6fb0-437b-bbe7-5b02b047c1be,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:36.309138 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 54358) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:36.361685 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-de9449b7-4df5-4549-b1a7-c282560a564f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:36.394419 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-de9449b7-4df5-4549-b1a7-c282560a564f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:36.472867 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-de9449b7-4df5-4549-b1a7-c282560a564f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:36.477323 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-de9449b7-4df5-4549-b1a7-c282560a564f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:36.480779 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-de9449b7-4df5-4549-b1a7-c282560a564f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/adbab50a-6fb0-437b-bbe7-5b02b047c1be HTTP/1.1" status: 204 len: 168 time: 0.1691318 Jul 16 03:00:36.491561 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de9449b7-4df5-4549-b1a7-c282560a564f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adbab50a-6fb0-437b-bbe7-5b02b047c1be,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:36.705347 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301da970-0913-4084-9e57-df7317f8d02b req-a0f1d749-0f98-469b-ab84-f91d9ce85e94 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:36.708564 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-301da970-0913-4084-9e57-df7317f8d02b req-a0f1d749-0f98-469b-ab84-f91d9ce85e94 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 943 time: 0.1157620 Jul 16 03:00:36.775718 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-301da970-0913-4084-9e57-df7317f8d02b req-e945a546-d0ae-4ae2-b839-27a9c6fe1e6e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615840 Jul 16 03:00:36.878869 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 54366) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:36.893564 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-c7f01147-082d-47d6-8aa7-d1e51696b697 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:37.005023 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-c7f01147-082d-47d6-8aa7-d1e51696b697 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:37.013401 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-c7f01147-082d-47d6-8aa7-d1e51696b697 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:37.055392 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-c7f01147-082d-47d6-8aa7-d1e51696b697 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0fb19e45e32245699bd32e82e4163309&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1752908 Jul 16 03:00:37.056315 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f01147-082d-47d6-8aa7-d1e51696b697 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d248aba9-66ad-4577-bde3-df9e6db56e4c,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:37.059103 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 54368) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:37.111408 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3a880dfa-26c5-4e8a-9a7a-40f80dee4f97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:37.134734 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3a880dfa-26c5-4e8a-9a7a-40f80dee4f97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:37.191795 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3a880dfa-26c5-4e8a-9a7a-40f80dee4f97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:37.194563 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3a880dfa-26c5-4e8a-9a7a-40f80dee4f97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:37.195817 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-3a880dfa-26c5-4e8a-9a7a-40f80dee4f97 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d248aba9-66ad-4577-bde3-df9e6db56e4c HTTP/1.1" status: 204 len: 168 time: 0.1352980 Jul 16 03:00:37.204938 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a880dfa-26c5-4e8a-9a7a-40f80dee4f97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d248aba9-66ad-4577-bde3-df9e6db56e4c,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:37.964325 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 54394) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:37.978177 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e726762-85ce-40a6-b1c3-a35f39fdd8e7 req-84c3ffae-0d34-4c90-b8d4-8004f1535653 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:37.980107 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8e726762-85ce-40a6-b1c3-a35f39fdd8e7 req-84c3ffae-0d34-4c90-b8d4-8004f1535653 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 943 time: 0.0774333 Jul 16 03:00:38.031757 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8e726762-85ce-40a6-b1c3-a35f39fdd8e7 req-0b718e1a-fedf-44c5-bc18-c63824f7ec05 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456321 Jul 16 03:00:38.102061 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-24e8f6cb-88dd-4eaa-a59b-c78361d7c9a9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-991684215-network', 'tenant_id': '4b0929a2786a4a8d884a63d36a0724a2'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:00:38.125962 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24e8f6cb-88dd-4eaa-a59b-c78361d7c9a9 admin admin] Made reservation on behalf of 4b0929a2786a4a8d884a63d36a0724a2 for: {'network': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:00:38.128831 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-24e8f6cb-88dd-4eaa-a59b-c78361d7c9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for network, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:38.140374 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-24e8f6cb-88dd-4eaa-a59b-c78361d7c9a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:38.248139 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-24e8f6cb-88dd-4eaa-a59b-c78361d7c9a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:38.252124 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-24e8f6cb-88dd-4eaa-a59b-c78361d7c9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:38.278494 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24e8f6cb-88dd-4eaa-a59b-c78361d7c9a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 549, 'physical_network': 'physnet1'} {{(pid=92999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:00:38.288943 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8f6cb-88dd-4eaa-a59b-c78361d7c9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e0aff63-6074-41ab-93b5-957847e1cf67,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:38.296527 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-24e8f6cb-88dd-4eaa-a59b-c78361d7c9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:38.297441 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.db.segments_db [None req-24e8f6cb-88dd-4eaa-a59b-c78361d7c9a9 admin admin] Added segment 6c09764a-a51a-4055-87e4-4204a128626d of type vlan for network fb1d32ca-208a-45e0-90b7-61408ab6838a Jul 16 03:00:38.364771 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-24e8f6cb-88dd-4eaa-a59b-c78361d7c9a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744534580228'] for network, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:38.400496 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-24e8f6cb-88dd-4eaa-a59b-c78361d7c9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154'] for network, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:38.401750 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e8f6cb-88dd-4eaa-a59b-c78361d7c9a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:38.403110 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-24e8f6cb-88dd-4eaa-a59b-c78361d7c9a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:38.436402 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-24e8f6cb-88dd-4eaa-a59b-c78361d7c9a9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4703424 Jul 16 03:00:38.439445 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 54398) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:38.444825 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-9628f606-82ce-4aa7-985e-52b89ef3c9e2 admin admin] Request body: {'subnet': {'network_id': 'fb1d32ca-208a-45e0-90b7-61408ab6838a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-991684215-subnet', 'tenant_id': '4b0929a2786a4a8d884a63d36a0724a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:00:38.473802 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e8f6cb-88dd-4eaa-a59b-c78361d7c9a9 admin admin] Pushing event updated for resources: {'Network': ['ID=fb1d32ca-208a-45e0-90b7-61408ab6838a,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:38.485297 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Network fb1d32ca-208a-45e0-90b7-61408ab6838a details requested by agent ovs-agent-dv-cinder-788364-5-smb with host dv-cinder-788364-5-smb {{(pid=93000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:00:38.493370 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9628f606-82ce-4aa7-985e-52b89ef3c9e2 admin admin] Made reservation on behalf of 4b0929a2786a4a8d884a63d36a0724a2 for: {'subnet': 1} {{(pid=92998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:00:38.496747 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-9628f606-82ce-4aa7-985e-52b89ef3c9e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8597648'] for subnet, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:38.692199 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-9628f606-82ce-4aa7-985e-52b89ef3c9e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9110432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8597634'] for subnet, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:38.743331 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9628f606-82ce-4aa7-985e-52b89ef3c9e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c26a8cc3-e982-4fd6-b669-011dc3c71448,revision_number=0']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:38.759887 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9628f606-82ce-4aa7-985e-52b89ef3c9e2 admin admin] Checking segment: {'id': '6c09764a-a51a-4055-87e4-4204a128626d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fb1d32ca-208a-45e0-90b7-61408ab6838a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:00:38.760251 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9628f606-82ce-4aa7-985e-52b89ef3c9e2 admin admin] Network hostable DHCP agents. Network: fb1d32ca-208a-45e0-90b7-61408ab6838a, hostable agents: ['c650f718-c130-4f09-8c91-ca922a2630e5'], hosted agents: [] {{(pid=92998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:00:38.778032 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9628f606-82ce-4aa7-985e-52b89ef3c9e2 admin admin] Network fb1d32ca-208a-45e0-90b7-61408ab6838a is scheduled to be hosted by DHCP agent c650f718-c130-4f09-8c91-ca922a2630e5 with binding_index 1 {{(pid=92998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:00:38.787872 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.base_scheduler [None req-9628f606-82ce-4aa7-985e-52b89ef3c9e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-smb, fb1d32ca-208a-45e0-90b7-61408ab6838a) {{(pid=92998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:00:38.792090 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9628f606-82ce-4aa7-985e-52b89ef3c9e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:38.792737 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-9628f606-82ce-4aa7-985e-52b89ef3c9e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:38.799327 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c9ca79-4f9f-4ad7-aa90-5e7e7027f46a None None] Network fb1d32ca-208a-45e0-90b7-61408ab6838a requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:00:38.814142 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-9628f606-82ce-4aa7-985e-52b89ef3c9e2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3733451 Jul 16 03:00:38.939247 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac042aa0-a2d8-452c-af7b-65c4a3623d80 None None] Network fb1d32ca-208a-45e0-90b7-61408ab6838a requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:00:39.100625 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 6 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:00:39.484329 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 54416) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:39.489728 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-7d234653-4ce2-4110-9d6d-a964050beeab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1345653185-network', 'tenant_id': '082bf3046b5242b990f97662f77130dc'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:00:39.526435 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d234653-4ce2-4110-9d6d-a964050beeab admin admin] Made reservation on behalf of 082bf3046b5242b990f97662f77130dc for: {'network': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:00:39.530299 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-7d234653-4ce2-4110-9d6d-a964050beeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for network, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:39.541830 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-7d234653-4ce2-4110-9d6d-a964050beeab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:39.572984 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1494e20-eac0-435d-ba7f-a7b211a454eb req-edaf99dd-116d-45bc-84f9-1d4cbf6ef3a3 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:39.580482 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f1494e20-eac0-435d-ba7f-a7b211a454eb req-edaf99dd-116d-45bc-84f9-1d4cbf6ef3a3 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 943 time: 0.3974235 Jul 16 03:00:39.632156 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f1494e20-eac0-435d-ba7f-a7b211a454eb req-04710fc9-b599-4f1a-a506-6a481d5f70c8 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490503 Jul 16 03:00:39.751422 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-7d234653-4ce2-4110-9d6d-a964050beeab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:39.756714 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-7d234653-4ce2-4110-9d6d-a964050beeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:39.784113 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d234653-4ce2-4110-9d6d-a964050beeab admin admin] vlan segment allocate from pool success with {'vlan_id': 515, 'physical_network': 'physnet1'} {{(pid=92999) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:00:39.796732 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d234653-4ce2-4110-9d6d-a964050beeab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db452ddb-4760-4533-a6da-49bfb3772514,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:39.802115 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-7d234653-4ce2-4110-9d6d-a964050beeab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:39.802646 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.db.segments_db [None req-7d234653-4ce2-4110-9d6d-a964050beeab admin admin] Added segment 185334f4-e701-4872-b69f-642def694b96 of type vlan for network c8435234-7b4d-4461-9934-caaf2b93ad5e Jul 16 03:00:39.855746 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-7d234653-4ce2-4110-9d6d-a964050beeab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744534580228'] for network, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:39.886989 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-7d234653-4ce2-4110-9d6d-a964050beeab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154'] for network, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:39.887951 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d234653-4ce2-4110-9d6d-a964050beeab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:39.888539 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-7d234653-4ce2-4110-9d6d-a964050beeab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:39.920945 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-7d234653-4ce2-4110-9d6d-a964050beeab admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4355171 Jul 16 03:00:39.923646 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 54418) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:00:39.930728 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-c2e37283-f00c-4a20-b677-b5f591b558b7 admin admin] Request body: {'subnet': {'network_id': 'c8435234-7b4d-4461-9934-caaf2b93ad5e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1345653185-subnet', 'tenant_id': '082bf3046b5242b990f97662f77130dc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:00:39.965427 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d234653-4ce2-4110-9d6d-a964050beeab admin admin] Pushing event updated for resources: {'Network': ['ID=c8435234-7b4d-4461-9934-caaf2b93ad5e,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:39.976199 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Network c8435234-7b4d-4461-9934-caaf2b93ad5e details requested by agent ovs-agent-dv-cinder-788364-5-smb with host dv-cinder-788364-5-smb {{(pid=93000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:00:39.980775 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e37283-f00c-4a20-b677-b5f591b558b7 admin admin] Made reservation on behalf of 082bf3046b5242b990f97662f77130dc for: {'subnet': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:00:39.983033 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-c2e37283-f00c-4a20-b677-b5f591b558b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10320794'] for subnet, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:40.172623 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-c2e37283-f00c-4a20-b677-b5f591b558b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9108353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10320776'] for subnet, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:40.239449 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e37283-f00c-4a20-b677-b5f591b558b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cfc48c87-b658-4016-81e2-ae362f3d8dc3,revision_number=0']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:40.244759 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e37283-f00c-4a20-b677-b5f591b558b7 admin admin] Checking segment: {'id': '185334f4-e701-4872-b69f-642def694b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 515, 'network_id': 'c8435234-7b4d-4461-9934-caaf2b93ad5e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:00:40.245119 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e37283-f00c-4a20-b677-b5f591b558b7 admin admin] Network hostable DHCP agents. Network: c8435234-7b4d-4461-9934-caaf2b93ad5e, hostable agents: ['c650f718-c130-4f09-8c91-ca922a2630e5'], hosted agents: [] {{(pid=92999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:00:40.267880 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e37283-f00c-4a20-b677-b5f591b558b7 admin admin] Network c8435234-7b4d-4461-9934-caaf2b93ad5e is scheduled to be hosted by DHCP agent c650f718-c130-4f09-8c91-ca922a2630e5 with binding_index 1 {{(pid=92999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:00:40.277375 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [None req-c2e37283-f00c-4a20-b677-b5f591b558b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-smb, c8435234-7b4d-4461-9934-caaf2b93ad5e) {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:00:40.281907 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e37283-f00c-4a20-b677-b5f591b558b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:40.282519 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-c2e37283-f00c-4a20-b677-b5f591b558b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for subnet, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:40.287651 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1df12a-8c2c-4621-a45f-237a7b62f449 None None] Network c8435234-7b4d-4461-9934-caaf2b93ad5e requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:00:40.298688 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-c2e37283-f00c-4a20-b677-b5f591b558b7 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3739469 Jul 16 03:00:40.570233 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1144a73-5463-484c-87c7-ed3ff7b018d4 None None] Network c8435234-7b4d-4461-9934-caaf2b93ad5e requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:00:40.945822 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd1273e-b0b6-42c1-8f48-58f02d446940 req-7255d752-d066-482d-a1d6-7d66b74436f5 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:40.954722 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-cbd1273e-b0b6-42c1-8f48-58f02d446940 req-7255d752-d066-482d-a1d6-7d66b74436f5 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 943 time: 0.1710787 Jul 16 03:00:41.040579 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-fb6c276a-0208-460f-99a1-79b219415a11 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:41.043785 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-fb6c276a-0208-460f-99a1-79b219415a11 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] 10.222.0.21 "GET /v2.0/networks?id=fb1d32ca-208a-45e0-90b7-61408ab6838a HTTP/1.1" status: 200 len: 808 time: 0.2180059 Jul 16 03:00:41.080575 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-cbd1273e-b0b6-42c1-8f48-58f02d446940 req-37d0802d-a94b-4dbf-b0fe-9542c9cf316d tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210458 Jul 16 03:00:41.082255 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-f12b04cb-d2c3-43c0-a32c-aedecc20839c tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] 10.222.0.21 "GET /v2.0/quotas/4b0929a2786a4a8d884a63d36a0724a2 HTTP/1.1" status: 200 len: 375 time: 0.0254130 Jul 16 03:00:41.121179 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-3612731f-6ac9-4571-88d8-6720ac05fa1f tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4b0929a2786a4a8d884a63d36a0724a2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324848 Jul 16 03:00:41.236888 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-52fac8c6-7b3b-40b8-840d-e930bbfc8421 service neutron] 10.222.0.21 "GET /v2.0/networks/fb1d32ca-208a-45e0-90b7-61408ab6838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055636 Jul 16 03:00:41.358168 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-67a0fb60-e253-4221-b0fb-4f64168aef55 service neutron] 10.222.0.21 "GET /v2.0/networks/fb1d32ca-208a-45e0-90b7-61408ab6838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100521 Jul 16 03:00:41.580885 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7235ed0d-1f5c-4bf7-b421-ecb565630ef7 req-f3ff4e4a-4fd7-4ab7-8e50-5aca2eae2e53 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb80cb56-7377-48ae-b280-a104c125c8d3 HTTP/1.1" status: 200 len: 210 time: 0.0349016 Jul 16 03:00:42.284318 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e0d30f-ed53-46fe-bb01-583fc5373ba3 req-7b28b587-6bab-4b94-b4ce-55e10a93b0a8 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:42.285900 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-72e0d30f-ed53-46fe-bb01-583fc5373ba3 req-7b28b587-6bab-4b94-b4ce-55e10a93b0a8 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 943 time: 0.0692570 Jul 16 03:00:42.340842 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-72e0d30f-ed53-46fe-bb01-583fc5373ba3 req-f444d4ad-9b10-4914-951c-4be5b44d7cae tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432982 Jul 16 03:00:42.753423 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-cd6829a8-6964-4719-97d3-4368d8201560 req-5422172e-09ee-4b9f-a4f4-cadbdfb24cd9 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb80cb56-7377-48ae-b280-a104c125c8d3 HTTP/1.1" status: 200 len: 210 time: 0.0407577 Jul 16 03:00:43.192624 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-4ef9fc4b-cb62-4542-8f0c-ad5c3dbfeda1 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:43.194203 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-4ef9fc4b-cb62-4542-8f0c-ad5c3dbfeda1 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] 10.222.0.52 "GET /v2.0/networks?id=fb1d32ca-208a-45e0-90b7-61408ab6838a HTTP/1.1" status: 200 len: 808 time: 0.1142805 Jul 16 03:00:43.215236 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-58e0cfcf-e033-49cb-b76b-e5deb37a62e6 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Request body: {'port': {'device_id': 'cb80cb56-7377-48ae-b280-a104c125c8d3', 'network_id': 'fb1d32ca-208a-45e0-90b7-61408ab6838a', 'admin_state_up': True, 'tenant_id': '4b0929a2786a4a8d884a63d36a0724a2'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:00:43.345053 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-58e0cfcf-e033-49cb-b76b-e5deb37a62e6 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Made reservation on behalf of 4b0929a2786a4a8d884a63d36a0724a2 for: {'port': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:00:43.348832 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-58e0cfcf-e033-49cb-b76b-e5deb37a62e6 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:43.544630 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_common [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-58e0cfcf-e033-49cb-b76b-e5deb37a62e6 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Allocated IP 172.20.0.12 (fb1d32ca-208a-45e0-90b7-61408ab6838a/c26a8cc3-e982-4fd6-b669-011dc3c71448/211f8e62-e1d4-4eb2-b726-a4ef4318ba19) {{(pid=92999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:00:43.606989 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7890d1d-87da-4094-9669-42f03115e832 req-e6c5df42-b129-4086-b184-95f170e10447 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:43.610077 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c7890d1d-87da-4094-9669-42f03115e832 req-e6c5df42-b129-4086-b184-95f170e10447 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 943 time: 0.1250243 Jul 16 03:00:43.663209 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c7890d1d-87da-4094-9669-42f03115e832 req-34637555-94a6-4317-a143-79eee5dd24f3 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429356 Jul 16 03:00:43.767865 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-58e0cfcf-e033-49cb-b76b-e5deb37a62e6 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Notify callbacks [] for port, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:43.814891 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-58e0cfcf-e033-49cb-b76b-e5deb37a62e6 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:43.862562 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-58e0cfcf-e033-49cb-b76b-e5deb37a62e6 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Network fb1d32ca-208a-45e0-90b7-61408ab6838a is already hosted by enough agents. {{(pid=92999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:00:43.868305 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-58e0cfcf-e033-49cb-b76b-e5deb37a62e6 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Resources bound (agent type, host, resource id): {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:00:43.871740 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-58e0cfcf-e033-49cb-b76b-e5deb37a62e6 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Received port after_create {{(pid=92999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:00:43.909191 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e0cfcf-e033-49cb-b76b-e5deb37a62e6 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Pushing event updated for resources: {'Port': ['ID=211f8e62-e1d4-4eb2-b726-a4ef4318ba19,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:43.943099 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-58e0cfcf-e033-49cb-b76b-e5deb37a62e6 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:43.943099 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-58e0cfcf-e033-49cb-b76b-e5deb37a62e6 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:43.955556 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-58e0cfcf-e033-49cb-b76b-e5deb37a62e6 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7443538 Jul 16 03:00:43.962936 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40e649a-58a4-4364-8481-f34194830bf7 req-e52d34bf-c1b8-4deb-a22c-6255d36e7699 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:43.965617 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e40e649a-58a4-4364-8481-f34194830bf7 req-e52d34bf-c1b8-4deb-a22c-6255d36e7699 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb80cb56-7377-48ae-b280-a104c125c8d3 HTTP/1.1" status: 200 len: 932 time: 0.0776346 Jul 16 03:00:43.978180 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-7c36460a-22d1-4891-988f-723032f7163a service neutron] Request body: {'port': {'device_id': 'cb80cb56-7377-48ae-b280-a104c125c8d3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:00:44.006335 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e40e649a-58a4-4364-8481-f34194830bf7 req-9fc8848a-fd24-4946-9c1e-5347ea663bfb tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e0aff63-6074-41ab-93b5-957847e1cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358095 Jul 16 03:00:44.060957 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-7c36460a-22d1-4891-988f-723032f7163a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:44.390241 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-7c36460a-22d1-4891-988f-723032f7163a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 211f8e62-e1d4-4eb2-b726-a4ef4318ba19 {{(pid=92999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:00:44.398774 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-7c36460a-22d1-4891-988f-723032f7163a service neutron] Notify callbacks [] for port, precommit_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:44.412422 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.provisioning_blocks [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-7c36460a-22d1-4891-988f-723032f7163a service neutron] Transition to ACTIVE for port object 211f8e62-e1d4-4eb2-b726-a4ef4318ba19 will not be triggered until provisioned by entity L2. {{(pid=92999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:00:44.416928 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-7c36460a-22d1-4891-988f-723032f7163a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9108244'] for port, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:44.470225 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36460a-22d1-4891-988f-723032f7163a service neutron] Pushing event updated for resources: {'Port': ['ID=211f8e62-e1d4-4eb2-b726-a4ef4318ba19,revision_number=2']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:44.546291 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-7c36460a-22d1-4891-988f-723032f7163a service neutron] Attempting to bind port 211f8e62-e1d4-4eb2-b726-a4ef4318ba19 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:00:44.546627 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-7c36460a-22d1-4891-988f-723032f7163a service neutron] Attempting to bind port 211f8e62-e1d4-4eb2-b726-a4ef4318ba19 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '6c09764a-a51a-4055-87e4-4204a128626d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fb1d32ca-208a-45e0-90b7-61408ab6838a'}] {{(pid=92999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:00:44.546964 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-7c36460a-22d1-4891-988f-723032f7163a service neutron] Attempting to bind port 211f8e62-e1d4-4eb2-b726-a4ef4318ba19 on network fb1d32ca-208a-45e0-90b7-61408ab6838a {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:00:44.551478 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-7c36460a-22d1-4891-988f-723032f7163a service neutron] Port 211f8e62-e1d4-4eb2-b726-a4ef4318ba19 on network fb1d32ca-208a-45e0-90b7-61408ab6838a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:00:44.551852 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-7c36460a-22d1-4891-988f-723032f7163a service neutron] Attempting to bind port 211f8e62-e1d4-4eb2-b726-a4ef4318ba19 on network fb1d32ca-208a-45e0-90b7-61408ab6838a {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:00:44.558526 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-7c36460a-22d1-4891-988f-723032f7163a service neutron] Checking agent: {'id': 'a8200757-c16c-46b0-9c68-b9d07f85534b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'started_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:00:44.558871 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-7c36460a-22d1-4891-988f-723032f7163a service neutron] Checking segment: {'id': '6c09764a-a51a-4055-87e4-4204a128626d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fb1d32ca-208a-45e0-90b7-61408ab6838a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:00:44.559277 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-7c36460a-22d1-4891-988f-723032f7163a service neutron] Bound using segment: {'id': '6c09764a-a51a-4055-87e4-4204a128626d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fb1d32ca-208a-45e0-90b7-61408ab6838a'} {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:00:44.559690 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-7c36460a-22d1-4891-988f-723032f7163a service neutron] Bound port: 211f8e62-e1d4-4eb2-b726-a4ef4318ba19, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c09764a-a51a-4055-87e4-4204a128626d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 549, 'network_id': 'fb1d32ca-208a-45e0-90b7-61408ab6838a'}}] {{(pid=92999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:00:44.560076 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-7c36460a-22d1-4891-988f-723032f7163a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:44.631725 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-7c36460a-22d1-4891-988f-723032f7163a service neutron] For port 211f8e62-e1d4-4eb2-b726-a4ef4318ba19, host hv-cinder-78836, cleared binding levels {{(pid=92999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:00:44.636020 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-7c36460a-22d1-4891-988f-723032f7163a service neutron] For port 211f8e62-e1d4-4eb2-b726-a4ef4318ba19, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=211f8e62-e1d4-4eb2-b726-a4ef4318ba19,segment=NetworkSegment(6c09764a-a51a-4055-87e4-4204a128626d),segment_id=6c09764a-a51a-4055-87e4-4204a128626d)] {{(pid=92999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:00:44.644734 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-7c36460a-22d1-4891-988f-723032f7163a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9108244'] for port, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:44.684105 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-7c36460a-22d1-4891-988f-723032f7163a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:44.684747 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-7c36460a-22d1-4891-988f-723032f7163a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:44.686186 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-7c36460a-22d1-4891-988f-723032f7163a service neutron] 10.222.0.52 "PUT /v2.0/ports/211f8e62-e1d4-4eb2-b726-a4ef4318ba19 HTTP/1.1" status: 200 len: 1094 time: 0.7145498 Jul 16 03:00:44.686637 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb80cb56-7377-48ae-b280-a104c125c8d3', 'tag': '211f8e62-e1d4-4eb2-b726-a4ef4318ba19'}] {{(pid=92999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:00:44.688938 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7924d30a451bfb46b248ee236a8924541a1a79d63876f3bc8bdb08287585aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d16a7144-dc43-4ab8-aef4-44f6fb8c5501" -d '{"events": [{"name": "network-changed", "server_uuid": "cb80cb56-7377-48ae-b280-a104c125c8d3", "tag": "211f8e62-e1d4-4eb2-b726-a4ef4318ba19"}]}' {{(pid=92999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:00:44.727076 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36460a-22d1-4891-988f-723032f7163a service neutron] Pushing event updated for resources: {'Port': ['ID=211f8e62-e1d4-4eb2-b726-a4ef4318ba19,revision_number=3']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:44.747816 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a815d04-e2a5-4380-aae0-a0338bc7de6b x-openstack-request-id: req-0a815d04-e2a5-4380-aae0-a0338bc7de6b {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:00:44.748232 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb80cb56-7377-48ae-b280-a104c125c8d3", "tag": "211f8e62-e1d4-4eb2-b726-a4ef4318ba19", "status": "completed", "code": 200}]} {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:00:44.748642 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0a815d04-e2a5-4380-aae0-a0338bc7de6b {{(pid=92999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:00:44.749439 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb80cb56-7377-48ae-b280-a104c125c8d3', 'tag': '211f8e62-e1d4-4eb2-b726-a4ef4318ba19', 'status': 'completed', 'code': 200} Jul 16 03:00:44.839567 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-1dea79fe-dc3e-4442-8013-6f1c288f73f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:44.842295 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-1dea79fe-dc3e-4442-8013-6f1c288f73f4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4b0929a2786a4a8d884a63d36a0724a2&device_id=cb80cb56-7377-48ae-b280-a104c125c8d3 HTTP/1.1" status: 200 len: 1097 time: 0.0772800 Jul 16 03:00:44.910299 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7af693-7048-4dd9-b6df-580d2f090758 req-80f4b0db-0d14-41c8-acec-d7f396a8852c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:44.912770 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-bc7af693-7048-4dd9-b6df-580d2f090758 req-80f4b0db-0d14-41c8-acec-d7f396a8852c tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 943 time: 0.0944817 Jul 16 03:00:44.919251 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-c6c704ee-7927-407f-8647-6890b429b549 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=211f8e62-e1d4-4eb2-b726-a4ef4318ba19 HTTP/1.1" status: 200 len: 217 time: 0.0620291 Jul 16 03:00:44.957205 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-bc7af693-7048-4dd9-b6df-580d2f090758 req-58a3f381-b9ef-4c4a-91b3-3692fa0fc8f3 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387378 Jul 16 03:00:44.975413 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-d6563d14-5733-40ca-a0c0-8b520bcc8848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:44.977158 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-d6563d14-5733-40ca-a0c0-8b520bcc8848 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c26a8cc3-e982-4fd6-b669-011dc3c71448 HTTP/1.1" status: 200 len: 848 time: 0.0515192 Jul 16 03:00:45.016564 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-f8a12459-33b0-4b4f-b042-58789bc483ce service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fb1d32ca-208a-45e0-90b7-61408ab6838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314109 Jul 16 03:00:45.116939 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-54d52c2c-8d81-429a-ba71-1739707ca74b service neutron] 10.222.0.52 "GET /v2.0/networks/fb1d32ca-208a-45e0-90b7-61408ab6838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940409 Jul 16 03:00:45.228881 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-c74c164d-7d6f-49fa-9b10-cb7c939e268f req-0a5ebe5b-b7c8-4754-8c39-f570b1d94cdf service neutron] 10.222.0.52 "GET /v2.0/networks/fb1d32ca-208a-45e0-90b7-61408ab6838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045704 Jul 16 03:00:45.247944 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d2b2f-fc41-4418-a1b5-4d80d5038a66 req-11e18c94-e0b0-4fdc-ab79-72359b24ccc4 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:45.253144 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-365d2b2f-fc41-4418-a1b5-4d80d5038a66 req-11e18c94-e0b0-4fdc-ab79-72359b24ccc4 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb80cb56-7377-48ae-b280-a104c125c8d3 HTTP/1.1" status: 200 len: 944 time: 0.0985212 Jul 16 03:00:45.298574 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-365d2b2f-fc41-4418-a1b5-4d80d5038a66 req-d643bb70-931d-4774-9643-2ad7e8c02402 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e0aff63-6074-41ab-93b5-957847e1cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380392 Jul 16 03:00:45.385234 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a7144-dc43-4ab8-aef4-44f6fb8c5501 req-c8ea7bc1-2ed5-4dac-b16c-985434cf3fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:45.387397 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-d16a7144-dc43-4ab8-aef4-44f6fb8c5501 req-c8ea7bc1-2ed5-4dac-b16c-985434cf3fd4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4b0929a2786a4a8d884a63d36a0724a2&device_id=cb80cb56-7377-48ae-b280-a104c125c8d3 HTTP/1.1" status: 200 len: 1097 time: 0.0544686 Jul 16 03:00:45.486668 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a7144-dc43-4ab8-aef4-44f6fb8c5501 req-8a33f90d-7bf5-4cc0-9bab-ab710042e380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:45.489035 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-d16a7144-dc43-4ab8-aef4-44f6fb8c5501 req-8a33f90d-7bf5-4cc0-9bab-ab710042e380 service neutron] 10.222.0.52 "GET /v2.0/networks?id=fb1d32ca-208a-45e0-90b7-61408ab6838a HTTP/1.1" status: 200 len: 909 time: 0.0951664 Jul 16 03:00:45.532359 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-d16a7144-dc43-4ab8-aef4-44f6fb8c5501 req-2ecdd0f0-c7a5-4318-8054-286a697b9466 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=211f8e62-e1d4-4eb2-b726-a4ef4318ba19 HTTP/1.1" status: 200 len: 217 time: 0.0359821 Jul 16 03:00:45.594135 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16a7144-dc43-4ab8-aef4-44f6fb8c5501 req-f7d66574-3fce-4d13-bb73-923da0e85c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:45.596800 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-d16a7144-dc43-4ab8-aef4-44f6fb8c5501 req-f7d66574-3fce-4d13-bb73-923da0e85c1e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c26a8cc3-e982-4fd6-b669-011dc3c71448 HTTP/1.1" status: 200 len: 848 time: 0.0582407 Jul 16 03:00:45.633527 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-d16a7144-dc43-4ab8-aef4-44f6fb8c5501 req-8083e5dc-a383-4384-8a53-fa529206281b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=fb1d32ca-208a-45e0-90b7-61408ab6838a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276766 Jul 16 03:00:45.734257 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-d16a7144-dc43-4ab8-aef4-44f6fb8c5501 req-de881e64-e241-4c07-bf35-95891ecd20dc service neutron] 10.222.0.52 "GET /v2.0/networks/fb1d32ca-208a-45e0-90b7-61408ab6838a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914125 Jul 16 03:00:45.822948 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 62a3149e-a05e-4d83-b739-877b69370647 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:00:45.835211 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-d16a7144-dc43-4ab8-aef4-44f6fb8c5501 req-624e1970-dc6e-43c0-8608-9a3b6076ae48 service neutron] 10.222.0.52 "GET /v2.0/networks/fb1d32ca-208a-45e0-90b7-61408ab6838a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943286 Jul 16 03:00:45.927350 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 62a3149e-a05e-4d83-b739-877b69370647, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62a3149e-a05e-4d83-b739-877b69370647,segment=NetworkSegment(7d07a258-c4a7-4e28-b7a7-e65f63b3a875),segment_id=7d07a258-c4a7-4e28-b7a7-e65f63b3a875)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:45.940266 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Returning: {'device': '62a3149e-a05e-4d83-b739-877b69370647', 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e', 'port_id': '62a3149e-a05e-4d83-b739-877b69370647', 'mac_address': 'fa:16:3e:4f:12:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 526, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64e63330-214e-4dcd-a719-fae45048b23b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:00:45.978692 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:45.993815 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62a3149e-a05e-4d83-b739-877b69370647 {{(pid=93000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:00:46.020457 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 62a3149e-a05e-4d83-b739-877b69370647, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62a3149e-a05e-4d83-b739-877b69370647,segment=NetworkSegment(7d07a258-c4a7-4e28-b7a7-e65f63b3a875),segment_id=7d07a258-c4a7-4e28-b7a7-e65f63b3a875)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:46.025460 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:46.079944 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=62a3149e-a05e-4d83-b739-877b69370647,revision_number=9']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:46.199885 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b696faa-413a-46a5-982d-8d2c8bd103be req-ab88c206-6503-48ba-b3fe-c489c3431171 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:46.201523 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5b696faa-413a-46a5-982d-8d2c8bd103be req-ab88c206-6503-48ba-b3fe-c489c3431171 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 944 time: 0.0687182 Jul 16 03:00:46.243063 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5b696faa-413a-46a5-982d-8d2c8bd103be req-5d5743dc-cca6-4f5b-ad02-3dc97b5f5504 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359414 Jul 16 03:00:46.329683 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['62a3149e-a05e-4d83-b739-877b69370647'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:00:46.544101 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2510b086-3db8-45da-86d9-8c07be133534 req-a0ed27be-7f6d-4987-b114-49d66b627c2b tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:46.545696 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2510b086-3db8-45da-86d9-8c07be133534 req-a0ed27be-7f6d-4987-b114-49d66b627c2b tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb80cb56-7377-48ae-b280-a104c125c8d3 HTTP/1.1" status: 200 len: 944 time: 0.0805507 Jul 16 03:00:46.587003 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-2510b086-3db8-45da-86d9-8c07be133534 req-ea317bc7-f044-472c-924f-7348878ddabb tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e0aff63-6074-41ab-93b5-957847e1cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355470 Jul 16 03:00:47.280792 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:47.442430 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd930a-177e-4e49-a2fe-26d0e037c8d6 req-ea43f086-6513-495b-a6b1-db46ccf293f5 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:47.444036 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-45dd930a-177e-4e49-a2fe-26d0e037c8d6 req-ea43f086-6513-495b-a6b1-db46ccf293f5 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 944 time: 0.0718477 Jul 16 03:00:47.508933 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-45dd930a-177e-4e49-a2fe-26d0e037c8d6 req-4277110a-26f5-4fc7-95eb-b0a8a4ceb136 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543582 Jul 16 03:00:47.793680 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bb9028-ff08-4fbc-8b75-139ed7f76c02 req-decb50c4-25e5-4a20-9839-7451f70cd83a tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:47.795334 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c3bb9028-ff08-4fbc-8b75-139ed7f76c02 req-decb50c4-25e5-4a20-9839-7451f70cd83a tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb80cb56-7377-48ae-b280-a104c125c8d3 HTTP/1.1" status: 200 len: 944 time: 0.0794740 Jul 16 03:00:47.835650 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 211f8e62-e1d4-4eb2-b726-a4ef4318ba19 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:00:47.841091 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c3bb9028-ff08-4fbc-8b75-139ed7f76c02 req-2c8873eb-c76b-45e4-b22d-0d8870fd2e0a tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e0aff63-6074-41ab-93b5-957847e1cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371866 Jul 16 03:00:47.848251 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 62a3149e-a05e-4d83-b739-877b69370647 up at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:00:47.974895 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning complete for port 62a3149e-a05e-4d83-b739-877b69370647 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:00:47.975363 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:48.032636 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 211f8e62-e1d4-4eb2-b726-a4ef4318ba19, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=211f8e62-e1d4-4eb2-b726-a4ef4318ba19,segment=NetworkSegment(6c09764a-a51a-4055-87e4-4204a128626d),segment_id=6c09764a-a51a-4055-87e4-4204a128626d)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:48.049981 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Returning: {'device': '211f8e62-e1d4-4eb2-b726-a4ef4318ba19', 'network_id': 'fb1d32ca-208a-45e0-90b7-61408ab6838a', 'port_id': '211f8e62-e1d4-4eb2-b726-a4ef4318ba19', 'mac_address': 'fa:16:3e:f7:c1:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 549, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c26a8cc3-e982-4fd6-b669-011dc3c71448', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:00:48.126067 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:48.142395 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:48.146997 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 211f8e62-e1d4-4eb2-b726-a4ef4318ba19 {{(pid=93000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:00:48.184871 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 211f8e62-e1d4-4eb2-b726-a4ef4318ba19, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=211f8e62-e1d4-4eb2-b726-a4ef4318ba19,segment=NetworkSegment(6c09764a-a51a-4055-87e4-4204a128626d),segment_id=6c09764a-a51a-4055-87e4-4204a128626d)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:48.191045 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd08a1dc-ad07-4c77-9bf5-c4266b535320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a3149e-a05e-4d83-b739-877b69370647'}] {{(pid=93000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:00:48.193705 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea702c1d27a9afaa317d21627fdeb95d85c281d49492fc16ca315a181738864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3467c746-747f-405a-9e81-f0867f66da6d" -d '{"events": [{"server_uuid": "cd08a1dc-ad07-4c77-9bf5-c4266b535320", "name": "network-vif-plugged", "status": "completed", "tag": "62a3149e-a05e-4d83-b739-877b69370647"}]}' {{(pid=93000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:00:48.199303 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:48.213365 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 62a3149e-a05e-4d83-b739-877b69370647, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62a3149e-a05e-4d83-b739-877b69370647,segment=NetworkSegment(7d07a258-c4a7-4e28-b7a7-e65f63b3a875),segment_id=7d07a258-c4a7-4e28-b7a7-e65f63b3a875)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:48.237200 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b425ecc5-6aa0-49f2-bcff-69f9c35c945e x-openstack-request-id: req-b425ecc5-6aa0-49f2-bcff-69f9c35c945e {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:00:48.237481 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd08a1dc-ad07-4c77-9bf5-c4266b535320", "name": "network-vif-plugged", "status": "completed", "tag": "62a3149e-a05e-4d83-b739-877b69370647", "code": 200}]} {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:00:48.237714 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b425ecc5-6aa0-49f2-bcff-69f9c35c945e {{(pid=93000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:00:48.238099 dv-cinder-788364-5-smb neutron-server[93000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd08a1dc-ad07-4c77-9bf5-c4266b535320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62a3149e-a05e-4d83-b739-877b69370647', 'code': 200} Jul 16 03:00:48.240766 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:48.287149 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=211f8e62-e1d4-4eb2-b726-a4ef4318ba19,revision_number=4']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:48.405267 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-c9e25e86-6978-4414-a1ad-5b341ea25d0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:48.411571 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=62a3149e-a05e-4d83-b739-877b69370647,revision_number=10']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:48.518193 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['211f8e62-e1d4-4eb2-b726-a4ef4318ba19'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:00:48.572773 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaafe27-2c40-4b9c-810a-75ac57bbf7cf req-f400765c-9bd4-4c89-8df8-53c037ca31c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:48.576347 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-1eaafe27-2c40-4b9c-810a-75ac57bbf7cf req-f400765c-9bd4-4c89-8df8-53c037ca31c2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 1099 time: 0.0807698 Jul 16 03:00:48.614911 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-1eaafe27-2c40-4b9c-810a-75ac57bbf7cf req-c24b5006-b818-4e8d-946c-e7674805e78c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316672 Jul 16 03:00:48.731125 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460ca2d-ce77-4622-a17f-ffca263dd520 req-6fef20cb-660f-4e16-8676-3a310721d249 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:48.732753 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8460ca2d-ce77-4622-a17f-ffca263dd520 req-6fef20cb-660f-4e16-8676-3a310721d249 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 946 time: 0.0779114 Jul 16 03:00:48.783478 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8460ca2d-ce77-4622-a17f-ffca263dd520 req-9f3c87fd-6114-4154-8304-5406c77fe698 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448365 Jul 16 03:00:49.051813 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4571fce7-8a07-4725-a1d9-b83a40d7a497 req-5a7836c0-2cef-4a5d-9041-61081e6c2c76 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:49.053421 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-4571fce7-8a07-4725-a1d9-b83a40d7a497 req-5a7836c0-2cef-4a5d-9041-61081e6c2c76 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb80cb56-7377-48ae-b280-a104c125c8d3 HTTP/1.1" status: 200 len: 945 time: 0.0722814 Jul 16 03:00:49.103645 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-4571fce7-8a07-4725-a1d9-b83a40d7a497 req-04d20af1-8a5f-4c2e-afb4-61deb81c18dd tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e0aff63-6074-41ab-93b5-957847e1cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416455 Jul 16 03:00:49.853734 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 211f8e62-e1d4-4eb2-b726-a4ef4318ba19 up at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:00:49.912519 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning for port 211f8e62-e1d4-4eb2-b726-a4ef4318ba19 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:00:49.919675 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning complete for port 211f8e62-e1d4-4eb2-b726-a4ef4318ba19 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:00:49.920087 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:50.035135 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:50.044652 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85620cdf-edce-4714-b8b6-bc491c67a0af req-66674699-5ec7-49ec-b7b4-09eeafd582ce tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:50.048577 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-85620cdf-edce-4714-b8b6-bc491c67a0af req-66674699-5ec7-49ec-b7b4-09eeafd582ce tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 946 time: 0.1261806 Jul 16 03:00:50.088582 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 211f8e62-e1d4-4eb2-b726-a4ef4318ba19, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=211f8e62-e1d4-4eb2-b726-a4ef4318ba19,segment=NetworkSegment(6c09764a-a51a-4055-87e4-4204a128626d),segment_id=6c09764a-a51a-4055-87e4-4204a128626d)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:50.098544 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:50.100829 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-85620cdf-edce-4714-b8b6-bc491c67a0af req-2b4a73ac-51cf-4468-afbf-fa6bb1684a34 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440264 Jul 16 03:00:50.187192 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=211f8e62-e1d4-4eb2-b726-a4ef4318ba19,revision_number=5']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:50.239639 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb80cb56-7377-48ae-b280-a104c125c8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211f8e62-e1d4-4eb2-b726-a4ef4318ba19'}] {{(pid=93000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:00:50.242979 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea702c1d27a9afaa317d21627fdeb95d85c281d49492fc16ca315a181738864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f54580-dbe6-4e74-8cb3-3e4e36d5a36b" -d '{"events": [{"server_uuid": "cb80cb56-7377-48ae-b280-a104c125c8d3", "name": "network-vif-plugged", "status": "completed", "tag": "211f8e62-e1d4-4eb2-b726-a4ef4318ba19"}]}' {{(pid=93000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:00:50.298212 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99b3312b-82ef-4e40-b456-3bdc78a0ec3d x-openstack-request-id: req-99b3312b-82ef-4e40-b456-3bdc78a0ec3d {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:00:50.298762 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb80cb56-7377-48ae-b280-a104c125c8d3", "name": "network-vif-plugged", "status": "completed", "tag": "211f8e62-e1d4-4eb2-b726-a4ef4318ba19", "code": 200}]} {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:00:50.299076 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-99b3312b-82ef-4e40-b456-3bdc78a0ec3d {{(pid=93000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:00:50.299556 dv-cinder-788364-5-smb neutron-server[93000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb80cb56-7377-48ae-b280-a104c125c8d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '211f8e62-e1d4-4eb2-b726-a4ef4318ba19', 'code': 200} Jul 16 03:00:50.303150 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2499d3-4888-454e-beff-ca57eb1c28b1 req-2d636724-1ebd-4dff-ae7e-74c1c9f89914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:50.304730 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-bc2499d3-4888-454e-beff-ca57eb1c28b1 req-2d636724-1ebd-4dff-ae7e-74c1c9f89914 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=27578fa4931d43a687b8bfb4f9fd5fd6&device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 1099 time: 0.0959268 Jul 16 03:00:50.379616 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7f0e40-7197-4512-9e9e-f670dcd2594f req-223dbec5-2276-406b-a81f-e69aeaa5eb39 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:50.381881 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6b7f0e40-7197-4512-9e9e-f670dcd2594f req-223dbec5-2276-406b-a81f-e69aeaa5eb39 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb80cb56-7377-48ae-b280-a104c125c8d3 HTTP/1.1" status: 200 len: 946 time: 0.1005452 Jul 16 03:00:50.430196 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6b7f0e40-7197-4512-9e9e-f670dcd2594f req-7bc4d80b-2940-44a7-b41e-32e91a6f2d16 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e0aff63-6074-41ab-93b5-957847e1cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360832 Jul 16 03:00:50.489530 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2499d3-4888-454e-beff-ca57eb1c28b1 req-b4acd833-d0f0-4c47-9397-1b9e88d38d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:50.491301 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-bc2499d3-4888-454e-beff-ca57eb1c28b1 req-b4acd833-d0f0-4c47-9397-1b9e88d38d03 service neutron] 10.222.0.52 "GET /v2.0/networks?id=747b2ea9-fb6f-4340-aee2-7461ba32440e HTTP/1.1" status: 200 len: 918 time: 0.1368260 Jul 16 03:00:50.573027 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-bc2499d3-4888-454e-beff-ca57eb1c28b1 req-bbf2dbe4-192a-4777-b30e-8e125f964cfa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=62a3149e-a05e-4d83-b739-877b69370647 HTTP/1.1" status: 200 len: 1001 time: 0.0737355 Jul 16 03:00:50.625971 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2499d3-4888-454e-beff-ca57eb1c28b1 req-41996f4b-de29-42dd-9324-c947c5918c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:50.627495 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-bc2499d3-4888-454e-beff-ca57eb1c28b1 req-41996f4b-de29-42dd-9324-c947c5918c91 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=64e63330-214e-4dcd-a719-fae45048b23b HTTP/1.1" status: 200 len: 856 time: 0.0484643 Jul 16 03:00:50.661427 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed0f62-a701-42ca-adda-9e472dab058f req-4c69f9c7-ef7f-447b-bc99-363e09633919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:50.663210 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ffed0f62-a701-42ca-adda-9e472dab058f req-4c69f9c7-ef7f-447b-bc99-363e09633919 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cb80cb56-7377-48ae-b280-a104c125c8d3 HTTP/1.1" status: 200 len: 1099 time: 0.0687389 Jul 16 03:00:50.692243 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2499d3-4888-454e-beff-ca57eb1c28b1 req-1a736b57-b55c-4133-b193-ba6d159d8711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:50.693774 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-bc2499d3-4888-454e-beff-ca57eb1c28b1 req-1a736b57-b55c-4133-b193-ba6d159d8711 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=747b2ea9-fb6f-4340-aee2-7461ba32440e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0588255 Jul 16 03:00:50.701987 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ffed0f62-a701-42ca-adda-9e472dab058f req-11a3fb70-434b-4d9b-ad31-6493539ed59c service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=4e0aff63-6074-41ab-93b5-957847e1cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308053 Jul 16 03:00:50.793142 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-bc2499d3-4888-454e-beff-ca57eb1c28b1 req-23720376-c8bb-4432-b7ce-a04fa61b963e service neutron] 10.222.0.52 "GET /v2.0/networks/747b2ea9-fb6f-4340-aee2-7461ba32440e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900850 Jul 16 03:00:51.065842 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-bc2499d3-4888-454e-beff-ca57eb1c28b1 req-2d65ed55-e915-49d2-96d9-444285e520e3 service neutron] 10.222.0.52 "GET /v2.0/networks/747b2ea9-fb6f-4340-aee2-7461ba32440e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867281 Jul 16 03:00:51.349265 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:51.357908 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53966e67-5fc4-42ad-8566-92d02a182533 req-6dcff6d8-6228-4420-bf53-6690c2d40fbe tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:51.359491 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-53966e67-5fc4-42ad-8566-92d02a182533 req-6dcff6d8-6228-4420-bf53-6690c2d40fbe tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 946 time: 0.0809789 Jul 16 03:00:51.400973 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-53966e67-5fc4-42ad-8566-92d02a182533 req-e387f3b8-b95c-4bbb-97a0-cf38c27e60da tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354483 Jul 16 03:00:51.596578 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-5d2749ee-192d-47d8-ad1f-49a028f9dbf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:51.632528 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3203e70-adde-4d6c-b8e4-a762967f6297 req-27521e9d-2091-441a-b18f-125cf463fb08 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:51.634028 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a3203e70-adde-4d6c-b8e4-a762967f6297 req-27521e9d-2091-441a-b18f-125cf463fb08 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb80cb56-7377-48ae-b280-a104c125c8d3 HTTP/1.1" status: 200 len: 946 time: 0.0702143 Jul 16 03:00:51.673599 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a3203e70-adde-4d6c-b8e4-a762967f6297 req-be8555f3-5104-4475-b52a-dc6c596f5063 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e0aff63-6074-41ab-93b5-957847e1cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334072 Jul 16 03:00:52.741426 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:52.854560 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5a2e40e-830d-425c-9909-21c4fd5358f4 req-2c42feaa-484d-426c-b835-5fd868afff17 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:52.856124 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c5a2e40e-830d-425c-9909-21c4fd5358f4 req-2c42feaa-484d-426c-b835-5fd868afff17 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb80cb56-7377-48ae-b280-a104c125c8d3 HTTP/1.1" status: 200 len: 946 time: 0.0691974 Jul 16 03:00:52.896032 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c5a2e40e-830d-425c-9909-21c4fd5358f4 req-1690d450-04f6-44b6-8fb5-7ac46406007e tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e0aff63-6074-41ab-93b5-957847e1cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341792 Jul 16 03:00:54.157697 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:55.548844 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ae20d2-7453-4a23-9330-6d4b27045480 req-06e9a0c1-e03f-40cb-afa2-9a8cf1bf29c3 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:55.550399 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-70ae20d2-7453-4a23-9330-6d4b27045480 req-06e9a0c1-e03f-40cb-afa2-9a8cf1bf29c3 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb80cb56-7377-48ae-b280-a104c125c8d3 HTTP/1.1" status: 200 len: 946 time: 0.0663319 Jul 16 03:00:55.591698 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-70ae20d2-7453-4a23-9330-6d4b27045480 req-ac9cea2c-75a8-4380-98d9-a1362628da10 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e0aff63-6074-41ab-93b5-957847e1cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356028 Jul 16 03:00:56.782431 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256dc8eb-7a67-40eb-9cb8-d060b166fa45 req-fd776558-2a41-4193-b06c-eb7d428cf461 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:56.784041 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-256dc8eb-7a67-40eb-9cb8-d060b166fa45 req-fd776558-2a41-4193-b06c-eb7d428cf461 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb80cb56-7377-48ae-b280-a104c125c8d3 HTTP/1.1" status: 200 len: 946 time: 0.0744827 Jul 16 03:00:56.823993 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-256dc8eb-7a67-40eb-9cb8-d060b166fa45 req-0d684946-d0de-4727-8ea7-a60bb5f819d2 tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] 10.222.0.21 "GET /v2.0/security-groups?id=4e0aff63-6074-41ab-93b5-957847e1cf67&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343034 Jul 16 03:00:57.157292 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4ae21-355d-43f8-96dd-733fdf23ca3d req-73794726-9baa-4f4e-8b72-afef986f03cb tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:00:57.158795 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-15c4ae21-355d-43f8-96dd-733fdf23ca3d req-73794726-9baa-4f4e-8b72-afef986f03cb tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] 10.222.0.52 "GET /v2.0/ports?device_id=cb80cb56-7377-48ae-b280-a104c125c8d3 HTTP/1.1" status: 200 len: 946 time: 0.0697255 Jul 16 03:00:57.260055 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [req-15c4ae21-355d-43f8-96dd-733fdf23ca3d req-61c7d69f-eca5-44fe-938c-762da4a5c9dc tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Deleting port 211f8e62-e1d4-4eb2-b726-a4ef4318ba19 {{(pid=92999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:00:57.260906 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-15c4ae21-355d-43f8-96dd-733fdf23ca3d req-61c7d69f-eca5-44fe-938c-762da4a5c9dc tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:57.352584 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-15c4ae21-355d-43f8-96dd-733fdf23ca3d req-61c7d69f-eca5-44fe-938c-762da4a5c9dc tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] For port 211f8e62-e1d4-4eb2-b726-a4ef4318ba19, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=211f8e62-e1d4-4eb2-b726-a4ef4318ba19,segment=NetworkSegment(6c09764a-a51a-4055-87e4-4204a128626d),segment_id=6c09764a-a51a-4055-87e4-4204a128626d)] {{(pid=92999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:00:57.352935 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-15c4ae21-355d-43f8-96dd-733fdf23ca3d req-61c7d69f-eca5-44fe-938c-762da4a5c9dc tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:57.364864 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [req-15c4ae21-355d-43f8-96dd-733fdf23ca3d req-61c7d69f-eca5-44fe-938c-762da4a5c9dc tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Calling delete_port for 211f8e62-e1d4-4eb2-b726-a4ef4318ba19 owned by compute:nova {{(pid=92999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:00:57.493870 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-15c4ae21-355d-43f8-96dd-733fdf23ca3d req-61c7d69f-eca5-44fe-938c-762da4a5c9dc tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:57.529662 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['211f8e62-e1d4-4eb2-b726-a4ef4318ba19'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:00:57.530283 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c7d69f-eca5-44fe-938c-762da4a5c9dc tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Pushing event deleted for resources: {'Port': ['ID=211f8e62-e1d4-4eb2-b726-a4ef4318ba19,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:00:57.573415 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [req-15c4ae21-355d-43f8-96dd-733fdf23ca3d req-61c7d69f-eca5-44fe-938c-762da4a5c9dc tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] No DVR routers for this DVR port 211f8e62-e1d4-4eb2-b726-a4ef4318ba19 on host hv-cinder-78836 {{(pid=92999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:00:57.575907 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-15c4ae21-355d-43f8-96dd-733fdf23ca3d req-61c7d69f-eca5-44fe-938c-762da4a5c9dc tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:00:57.577915 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-15c4ae21-355d-43f8-96dd-733fdf23ca3d req-61c7d69f-eca5-44fe-938c-762da4a5c9dc tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] 10.222.0.52 "DELETE /v2.0/ports/211f8e62-e1d4-4eb2-b726-a4ef4318ba19 HTTP/1.1" status: 204 len: 173 time: 0.4132862 Jul 16 03:00:57.578354 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb80cb56-7377-48ae-b280-a104c125c8d3', 'name': 'network-vif-deleted', 'tag': '211f8e62-e1d4-4eb2-b726-a4ef4318ba19'}] {{(pid=92999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:00:57.580595 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7924d30a451bfb46b248ee236a8924541a1a79d63876f3bc8bdb08287585aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84d2ba98-d55d-47b7-93d4-a68027c2f365" -d '{"events": [{"server_uuid": "cb80cb56-7377-48ae-b280-a104c125c8d3", "name": "network-vif-deleted", "tag": "211f8e62-e1d4-4eb2-b726-a4ef4318ba19"}]}' {{(pid=92999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:00:57.616085 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1142e5a7-1553-4b52-bf40-00a5a8aced05 x-openstack-request-id: req-1142e5a7-1553-4b52-bf40-00a5a8aced05 {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:00:57.616389 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb80cb56-7377-48ae-b280-a104c125c8d3", "name": "network-vif-deleted", "tag": "211f8e62-e1d4-4eb2-b726-a4ef4318ba19", "status": "completed", "code": 200}]} {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:00:57.616645 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1142e5a7-1553-4b52-bf40-00a5a8aced05 {{(pid=92999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:00:57.617047 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb80cb56-7377-48ae-b280-a104c125c8d3', 'name': 'network-vif-deleted', 'tag': '211f8e62-e1d4-4eb2-b726-a4ef4318ba19', 'status': 'completed', 'code': 200} Jul 16 03:00:57.988321 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-3755bb31-a463-4781-9520-94f4f050b48f req-b1a3b220-d80c-4dcd-b846-453cf213b3bf tempest-VolumesActionsTest-2102227078 tempest-VolumesActionsTest-2102227078-project] 10.222.0.21 "GET /v2.0/ports?device_id=cb80cb56-7377-48ae-b280-a104c125c8d3 HTTP/1.1" status: 200 len: 210 time: 0.0328300 Jul 16 03:01:01.947701 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 211f8e62-e1d4-4eb2-b726-a4ef4318ba19 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:01:01.989889 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] No Port match for: 211f8e62-e1d4-4eb2-b726-a4ef4318ba19 {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:01:01.990545 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 211f8e62-e1d4-4eb2-b726-a4ef4318ba19 not bound to the agent host hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:01:13.608724 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 54692) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:13.652806 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee5ac7f6-b336-481e-a287-304e1cb44a01 admin admin] Deleting subnet c26a8cc3-e982-4fd6-b669-011dc3c71448 {{(pid=92999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:01:13.656008 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-ee5ac7f6-b336-481e-a287-304e1cb44a01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:13.696239 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-ee5ac7f6-b336-481e-a287-304e1cb44a01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9525570'] for subnet, precommit_delete_associations {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:13.736762 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-ee5ac7f6-b336-481e-a287-304e1cb44a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:13.793455 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-ee5ac7f6-b336-481e-a287-304e1cb44a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9108318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10320817'] for subnet, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:13.819980 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ac7f6-b336-481e-a287-304e1cb44a01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c26a8cc3-e982-4fd6-b669-011dc3c71448,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:13.824956 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-ee5ac7f6-b336-481e-a287-304e1cb44a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for subnet, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:13.827306 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-ee5ac7f6-b336-481e-a287-304e1cb44a01 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c26a8cc3-e982-4fd6-b669-011dc3c71448 HTTP/1.1" status: 204 len: 168 time: 0.2171590 Jul 16 03:01:13.830030 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 54694) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:13.832023 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ac7f6-b336-481e-a287-304e1cb44a01 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:13.832379 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ac7f6-b336-481e-a287-304e1cb44a01 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:13.832726 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ac7f6-b336-481e-a287-304e1cb44a01 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:13.833061 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ac7f6-b336-481e-a287-304e1cb44a01 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:13.833393 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ac7f6-b336-481e-a287-304e1cb44a01 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:13.833725 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ac7f6-b336-481e-a287-304e1cb44a01 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:13.834049 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ac7f6-b336-481e-a287-304e1cb44a01 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:13.834376 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ac7f6-b336-481e-a287-304e1cb44a01 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:13.834703 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ac7f6-b336-481e-a287-304e1cb44a01 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:13.835033 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ac7f6-b336-481e-a287-304e1cb44a01 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:13.835351 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ac7f6-b336-481e-a287-304e1cb44a01 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:13.835668 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee5ac7f6-b336-481e-a287-304e1cb44a01 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:13.902248 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d5b71197-55cd-4967-b737-c4b94f4ecdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609267'] for network, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:13.985539 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d5b71197-55cd-4967-b737-c4b94f4ecdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531196', 'neutron.services.segments.db._delete_segments_for_network-8744535121484'] for network, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:13.999310 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.services.segments.db [None req-d5b71197-55cd-4967-b737-c4b94f4ecdd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb1d32ca-208a-45e0-90b7-61408ab6838a']}} {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:14.010091 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.services.segments.db [None req-d5b71197-55cd-4967-b737-c4b94f4ecdd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c09764a-a51a-4055-87e4-4204a128626d') {'for_net_delete': True} {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:14.010391 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.services.segments.db [None req-d5b71197-55cd-4967-b737-c4b94f4ecdd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c09764a-a51a-4055-87e4-4204a128626d') {} {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:14.020091 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d5b71197-55cd-4967-b737-c4b94f4ecdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744535123541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110411'] for segment, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:14.035120 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d5b71197-55cd-4967-b737-c4b94f4ecdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:14.042826 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b71197-55cd-4967-b737-c4b94f4ecdd5 admin admin] Releasing vlan 549 on physical network physnet1 to pool {{(pid=92998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:01:14.043240 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d5b71197-55cd-4967-b737-c4b94f4ecdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9110237'] for segment, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: Traceback (most recent call last): Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: timer() Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: cb(*args, **kw) Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: return func(*args, **kwargs) Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: self._notify() Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: self.callback(batched_events) Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: event.method(event) Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: return f(self, *a, **k) Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: return self._get(url).json() Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: return self.request(url, 'GET', **kwargs) Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:01:14.045082 dv-cinder-788364-5-smb neutron-server[92998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:01:14.117446 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d5b71197-55cd-4967-b737-c4b94f4ecdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442047'] for network, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:14.123607 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d5b71197-55cd-4967-b737-c4b94f4ecdd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:14.125482 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-d5b71197-55cd-4967-b737-c4b94f4ecdd5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fb1d32ca-208a-45e0-90b7-61408ab6838a HTTP/1.1" status: 204 len: 168 time: 0.2941573 Jul 16 03:01:14.128424 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 54696) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:14.136194 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b71197-55cd-4967-b737-c4b94f4ecdd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb1d32ca-208a-45e0-90b7-61408ab6838a,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:14.182418 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ee49685-bdc0-4716-b8b6-af080ce90600 admin admin] Deleting subnet cfc48c87-b658-4016-81e2-ae362f3d8dc3 {{(pid=92999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:01:14.187524 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8ee49685-bdc0-4716-b8b6-af080ce90600 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:14.232616 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8ee49685-bdc0-4716-b8b6-af080ce90600 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9525570'] for subnet, precommit_delete_associations {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:14.270795 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8ee49685-bdc0-4716-b8b6-af080ce90600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:14.327647 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8ee49685-bdc0-4716-b8b6-af080ce90600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9108318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10320817'] for subnet, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:14.352942 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee49685-bdc0-4716-b8b6-af080ce90600 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cfc48c87-b658-4016-81e2-ae362f3d8dc3,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:14.360690 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8ee49685-bdc0-4716-b8b6-af080ce90600 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for subnet, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:14.362834 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-8ee49685-bdc0-4716-b8b6-af080ce90600 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cfc48c87-b658-4016-81e2-ae362f3d8dc3 HTTP/1.1" status: 204 len: 168 time: 0.2332492 Jul 16 03:01:14.365442 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 54698) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:14.456773 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-a72fc34f-7f42-4cec-a6c6-d42cda73bd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609267'] for network, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:14.536058 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-a72fc34f-7f42-4cec-a6c6-d42cda73bd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531196', 'neutron.services.segments.db._delete_segments_for_network-8744535121484'] for network, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:14.546840 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.services.segments.db [None req-a72fc34f-7f42-4cec-a6c6-d42cda73bd9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8435234-7b4d-4461-9934-caaf2b93ad5e']}} {{(pid=92999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:14.558220 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.services.segments.db [None req-a72fc34f-7f42-4cec-a6c6-d42cda73bd9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '185334f4-e701-4872-b69f-642def694b96') {'for_net_delete': True} {{(pid=92999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:14.558509 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.services.segments.db [None req-a72fc34f-7f42-4cec-a6c6-d42cda73bd9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '185334f4-e701-4872-b69f-642def694b96') {} {{(pid=92999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:14.567770 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-a72fc34f-7f42-4cec-a6c6-d42cda73bd9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744535123541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9525621'] for segment, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:14.582139 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-a72fc34f-7f42-4cec-a6c6-d42cda73bd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:14.588987 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a72fc34f-7f42-4cec-a6c6-d42cda73bd9b admin admin] Releasing vlan 515 on physical network physnet1 to pool {{(pid=92999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:01:14.589378 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-a72fc34f-7f42-4cec-a6c6-d42cda73bd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9108220'] for segment, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: Traceback (most recent call last): Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: timer() Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: cb(*args, **kw) Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: return func(*args, **kwargs) Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: self._notify() Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: self.callback(batched_events) Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: event.method(event) Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: return f(self, *a, **k) Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: return self._get(url).json() Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: return self.request(url, 'GET', **kwargs) Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:01:14.591040 dv-cinder-788364-5-smb neutron-server[92999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:01:14.654910 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-a72fc34f-7f42-4cec-a6c6-d42cda73bd9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442047'] for network, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:14.660368 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-a72fc34f-7f42-4cec-a6c6-d42cda73bd9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:14.662244 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-a72fc34f-7f42-4cec-a6c6-d42cda73bd9b admin admin] 10.222.0.21 "DELETE /v2.0/networks/c8435234-7b4d-4461-9934-caaf2b93ad5e HTTP/1.1" status: 204 len: 168 time: 0.2958558 Jul 16 03:01:14.674476 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72fc34f-7f42-4cec-a6c6-d42cda73bd9b admin admin] Pushing event deleted for resources: {'Network': ['ID=c8435234-7b4d-4461-9934-caaf2b93ad5e,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:14.840715 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 54702) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:14.881994 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-047a8050-22aa-4b61-9294-2cc1268f74fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b0929a2786a4a8d884a63d36a0724a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0401213 Jul 16 03:01:14.885019 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 54704) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:14.934721 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-2d767e3f-9bd8-4274-9c1b-3b81704034ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:14.956726 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-2d767e3f-9bd8-4274-9c1b-3b81704034ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:15.005690 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-2d767e3f-9bd8-4274-9c1b-3b81704034ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:15.008411 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-2d767e3f-9bd8-4274-9c1b-3b81704034ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:15.009780 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-2d767e3f-9bd8-4274-9c1b-3b81704034ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e0aff63-6074-41ab-93b5-957847e1cf67 HTTP/1.1" status: 204 len: 168 time: 0.1231482 Jul 16 03:01:15.018127 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d767e3f-9bd8-4274-9c1b-3b81704034ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e0aff63-6074-41ab-93b5-957847e1cf67,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:15.337170 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 54710) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:15.380431 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-e90014b3-a800-4df3-b5ed-729d0b635b1f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=082bf3046b5242b990f97662f77130dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0417683 Jul 16 03:01:15.382727 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 54712) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:15.430601 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-fc7ab869-9248-4afa-a2aa-08763be96bba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:15.451435 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-fc7ab869-9248-4afa-a2aa-08763be96bba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:15.498443 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-fc7ab869-9248-4afa-a2aa-08763be96bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:15.500965 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-fc7ab869-9248-4afa-a2aa-08763be96bba admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:15.502116 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-fc7ab869-9248-4afa-a2aa-08763be96bba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/db452ddb-4760-4533-a6da-49bfb3772514 HTTP/1.1" status: 204 len: 168 time: 0.1185112 Jul 16 03:01:15.510424 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ab869-9248-4afa-a2aa-08763be96bba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db452ddb-4760-4533-a6da-49bfb3772514,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:16.100047 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 6 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:01:17.283069 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:18.368017 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-82cef046-b507-4d50-babe-cab1e3a69477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:21.343226 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:21.598039 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-c999688a-1930-4d28-8587-ad4570926dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:22.744956 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:24.162201 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:24.895237 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd186e5-b271-4bae-a71c-6e1331a99078 req-10f691d2-3b18-413d-8919-a7bebcaee5d6 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:24.896759 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5dd186e5-b271-4bae-a71c-6e1331a99078 req-10f691d2-3b18-413d-8919-a7bebcaee5d6 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 946 time: 0.0707824 Jul 16 03:01:24.935792 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-5dd186e5-b271-4bae-a71c-6e1331a99078 req-312da0f3-d74b-4cd6-b588-abf13e144df3 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332551 Jul 16 03:01:26.114788 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f29bc3-b43f-45bf-a215-e528d462f699 req-e787417e-cb95-4d3b-9b25-7f15a44fbaa2 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:26.116193 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-30f29bc3-b43f-45bf-a215-e528d462f699 req-e787417e-cb95-4d3b-9b25-7f15a44fbaa2 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 946 time: 0.0631044 Jul 16 03:01:26.157783 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-30f29bc3-b43f-45bf-a215-e528d462f699 req-7aff3965-4591-4c50-88f1-f99b2355e034 tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups?id=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348365 Jul 16 03:01:26.525513 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d57e32c-e51f-43bc-abd1-04c4fe9f70a7 req-4291bbdb-ecf8-4591-b783-d275f464fc7d tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:26.527391 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-3d57e32c-e51f-43bc-abd1-04c4fe9f70a7 req-4291bbdb-ecf8-4591-b783-d275f464fc7d tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 946 time: 0.0637949 Jul 16 03:01:26.634631 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [req-3d57e32c-e51f-43bc-abd1-04c4fe9f70a7 req-b6da313d-54a0-47f4-9ccf-d61fc06d168e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Deleting port 62a3149e-a05e-4d83-b739-877b69370647 {{(pid=92999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:01:26.634968 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-3d57e32c-e51f-43bc-abd1-04c4fe9f70a7 req-b6da313d-54a0-47f4-9ccf-d61fc06d168e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:26.746869 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-3d57e32c-e51f-43bc-abd1-04c4fe9f70a7 req-b6da313d-54a0-47f4-9ccf-d61fc06d168e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] For port 62a3149e-a05e-4d83-b739-877b69370647, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=62a3149e-a05e-4d83-b739-877b69370647,segment=NetworkSegment(7d07a258-c4a7-4e28-b7a7-e65f63b3a875),segment_id=7d07a258-c4a7-4e28-b7a7-e65f63b3a875)] {{(pid=92999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:01:26.747465 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-3d57e32c-e51f-43bc-abd1-04c4fe9f70a7 req-b6da313d-54a0-47f4-9ccf-d61fc06d168e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:26.938303 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-3d57e32c-e51f-43bc-abd1-04c4fe9f70a7 req-b6da313d-54a0-47f4-9ccf-d61fc06d168e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:26.938672 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-3d57e32c-e51f-43bc-abd1-04c4fe9f70a7 req-b6da313d-54a0-47f4-9ccf-d61fc06d168e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442025'] for floatingip, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:26.938982 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.db.l3_db [req-3d57e32c-e51f-43bc-abd1-04c4fe9f70a7 req-b6da313d-54a0-47f4-9ccf-d61fc06d168e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Floating IP 882fb77d-32d5-4c7a-832d-09e50dcad655 disassociated. External IP: 172.28.1.211, port: 62a3149e-a05e-4d83-b739-877b69370647. Jul 16 03:01:26.939346 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [req-3d57e32c-e51f-43bc-abd1-04c4fe9f70a7 req-b6da313d-54a0-47f4-9ccf-d61fc06d168e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Calling delete_port for 62a3149e-a05e-4d83-b739-877b69370647 owned by compute:nova {{(pid=92999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:01:27.071568 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-3d57e32c-e51f-43bc-abd1-04c4fe9f70a7 req-b6da313d-54a0-47f4-9ccf-d61fc06d168e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:27.103614 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6da313d-54a0-47f4-9ccf-d61fc06d168e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Pushing event deleted for resources: {'Port': ['ID=62a3149e-a05e-4d83-b739-877b69370647,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:27.309027 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-1b3f0b8f-3c9c-4581-ba39-b8aa0aff75c8 req-c4c6862c-b08f-43f1-a877-2cd896a4901a tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/ports?device_id=cd08a1dc-ad07-4c77-9bf5-c4266b535320 HTTP/1.1" status: 200 len: 210 time: 0.0341449 Jul 16 03:01:27.502039 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d57e32c-e51f-43bc-abd1-04c4fe9f70a7 req-b6da313d-54a0-47f4-9ccf-d61fc06d168e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Router 80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 has already been hosted by L3 agent c2717fd8-7624-4935-9c00-920e66229c5a {{(pid=92999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:01:27.614344 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d57e32c-e51f-43bc-abd1-04c4fe9f70a7 req-b6da313d-54a0-47f4-9ccf-d61fc06d168e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:01:27.624814 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c9c1eb-66e2-4b31-aad9-f1208269caf4 None None] Sync routers for ids ['80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'] in dv-cinder-788364-5-smb {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:01:27.633660 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c9c1eb-66e2-4b31-aad9-f1208269caf4 None None] Routers {'80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:01:27.634264 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-32c9c1eb-66e2-4b31-aad9-f1208269caf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T03:01:22Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:27.660168 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d57e32c-e51f-43bc-abd1-04c4fe9f70a7 req-b6da313d-54a0-47f4-9ccf-d61fc06d168e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] No DVR routers for this DVR port 62a3149e-a05e-4d83-b739-877b69370647 on host hv-cinder-78836 {{(pid=92999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:01:27.662696 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-3d57e32c-e51f-43bc-abd1-04c4fe9f70a7 req-b6da313d-54a0-47f4-9ccf-d61fc06d168e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:27.664786 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-3d57e32c-e51f-43bc-abd1-04c4fe9f70a7 req-b6da313d-54a0-47f4-9ccf-d61fc06d168e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.52 "DELETE /v2.0/ports/62a3149e-a05e-4d83-b739-877b69370647 HTTP/1.1" status: 204 len: 173 time: 1.1310899 Jul 16 03:01:27.665869 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd08a1dc-ad07-4c77-9bf5-c4266b535320', 'name': 'network-vif-deleted', 'tag': '62a3149e-a05e-4d83-b739-877b69370647'}] {{(pid=92999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:01:27.668753 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7924d30a451bfb46b248ee236a8924541a1a79d63876f3bc8bdb08287585aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef6d4c3e-1346-4869-abb8-7655c76a7dad" -d '{"events": [{"server_uuid": "cd08a1dc-ad07-4c77-9bf5-c4266b535320", "name": "network-vif-deleted", "tag": "62a3149e-a05e-4d83-b739-877b69370647"}]}' {{(pid=92999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:01:27.707069 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08b6ee3c-ef32-48c6-bf3b-736b76d81c76 x-openstack-request-id: req-08b6ee3c-ef32-48c6-bf3b-736b76d81c76 {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:01:27.707411 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd08a1dc-ad07-4c77-9bf5-c4266b535320", "name": "network-vif-deleted", "tag": "62a3149e-a05e-4d83-b739-877b69370647", "status": "completed", "code": 200}]} {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:01:27.707666 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08b6ee3c-ef32-48c6-bf3b-736b76d81c76 {{(pid=92999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:01:27.708100 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd08a1dc-ad07-4c77-9bf5-c4266b535320', 'name': 'network-vif-deleted', 'tag': '62a3149e-a05e-4d83-b739-877b69370647', 'status': 'completed', 'code': 200} Jul 16 03:01:27.748069 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-32c9c1eb-66e2-4b31-aad9-f1208269caf4 None None] Set router 80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 gateway port host: dv-cinder-788364-5-smb {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:01:27.971319 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-32c9c1eb-66e2-4b31-aad9-f1208269caf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'name': 'tempest-AttachVolumeShelveTestJSON-1021802305-router', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:47Z', 'updated_at': '2021-07-16T02:54:04Z', 'revision_number': 4, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'gw_port': {'id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:48Z', 'updated_at': '2021-07-16T02:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '7064ad73-5074-4022-a345-79ef8a787827', 'name': '', 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'mac_address': 'fa:16:3e:b2:7f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '64e63330-214e-4dcd-a719-fae45048b23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:59Z', 'updated_at': '2021-07-16T02:54:15Z', 'revision_number': 5, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'subnets': [{'id': '64e63330-214e-4dcd-a719-fae45048b23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:28.000581 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c9c1eb-66e2-4b31-aad9-f1208269caf4 None None] Checking router: 80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 for host: dv-cinder-788364-5-smb {{(pid=93001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:01:28.016809 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c9c1eb-66e2-4b31-aad9-f1208269caf4 None None] Routers {'80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:01:28.017582 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-32c9c1eb-66e2-4b31-aad9-f1208269caf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T03:01:22Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:28.127985 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 54838) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:28.151227 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-32c9c1eb-66e2-4b31-aad9-f1208269caf4 None None] Set router 80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 gateway port host: dv-cinder-788364-5-smb {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:01:28.232920 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-41df8cf7-0f6d-4920-a49a-0eea3d56a6fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:28.328193 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-41df8cf7-0f6d-4920-a49a-0eea3d56a6fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:28.331882 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-41df8cf7-0f6d-4920-a49a-0eea3d56a6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:28.358091 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-32c9c1eb-66e2-4b31-aad9-f1208269caf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'name': 'tempest-AttachVolumeShelveTestJSON-1021802305-router', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:47Z', 'updated_at': '2021-07-16T02:54:04Z', 'revision_number': 4, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'gw_port': {'id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:48Z', 'updated_at': '2021-07-16T02:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '7064ad73-5074-4022-a345-79ef8a787827', 'name': '', 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'mac_address': 'fa:16:3e:b2:7f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '64e63330-214e-4dcd-a719-fae45048b23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:59Z', 'updated_at': '2021-07-16T02:54:15Z', 'revision_number': 5, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'subnets': [{'id': '64e63330-214e-4dcd-a719-fae45048b23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:28.376496 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-41df8cf7-0f6d-4920-a49a-0eea3d56a6fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bdda4f757c394b90b544e8d803e97d8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2472568 Jul 16 03:01:28.378255 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41df8cf7-0f6d-4920-a49a-0eea3d56a6fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=704b7f72-52b1-416a-a94c-5ae4301c60c0,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:28.378410 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 54844) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:28.386850 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c9c1eb-66e2-4b31-aad9-f1208269caf4 None None] The sync data for ids ['80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'] in dv-cinder-788364-5-smb is: [{'id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'name': 'tempest-AttachVolumeShelveTestJSON-1021802305-router', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:47Z', 'updated_at': '2021-07-16T02:54:04Z', 'revision_number': 4, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'gw_port': {'id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:48Z', 'updated_at': '2021-07-16T02:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '7064ad73-5074-4022-a345-79ef8a787827', 'name': '', 'network_id': '747b2ea9-fb6f-4340-aee2-7461ba32440e', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'mac_address': 'fa:16:3e:b2:7f:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '64e63330-214e-4dcd-a719-fae45048b23b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:59Z', 'updated_at': '2021-07-16T02:54:15Z', 'revision_number': 5, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'subnets': [{'id': '64e63330-214e-4dcd-a719-fae45048b23b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:01:28.389527 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df8cf7-0f6d-4920-a49a-0eea3d56a6fd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:28.390016 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df8cf7-0f6d-4920-a49a-0eea3d56a6fd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:28.391108 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df8cf7-0f6d-4920-a49a-0eea3d56a6fd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:28.391629 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df8cf7-0f6d-4920-a49a-0eea3d56a6fd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:28.392097 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df8cf7-0f6d-4920-a49a-0eea3d56a6fd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:28.392531 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df8cf7-0f6d-4920-a49a-0eea3d56a6fd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:28.393066 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df8cf7-0f6d-4920-a49a-0eea3d56a6fd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:28.393492 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df8cf7-0f6d-4920-a49a-0eea3d56a6fd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:28.394050 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df8cf7-0f6d-4920-a49a-0eea3d56a6fd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:28.394472 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df8cf7-0f6d-4920-a49a-0eea3d56a6fd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:28.394937 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df8cf7-0f6d-4920-a49a-0eea3d56a6fd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:28.395363 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41df8cf7-0f6d-4920-a49a-0eea3d56a6fd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:28.445407 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-997370dd-dedb-4e1c-86ce-ea28ce307e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:28.452705 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 54848) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:28.487532 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-997370dd-dedb-4e1c-86ce-ea28ce307e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:28.552088 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-528210dd-bb46-4b00-bc2f-79aeafa166af tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:28.576954 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-997370dd-dedb-4e1c-86ce-ea28ce307e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:28.579497 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-997370dd-dedb-4e1c-86ce-ea28ce307e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:28.580693 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-997370dd-dedb-4e1c-86ce-ea28ce307e21 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/704b7f72-52b1-416a-a94c-5ae4301c60c0 HTTP/1.1" status: 204 len: 168 time: 0.2011385 Jul 16 03:01:28.600252 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997370dd-dedb-4e1c-86ce-ea28ce307e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704b7f72-52b1-416a-a94c-5ae4301c60c0,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:28.604433 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-528210dd-bb46-4b00-bc2f-79aeafa166af tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:28.635018 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1ae4cb6-9068-4b51-a4bb-cd3029938749 None None] New status for floating IP 882fb77d-32d5-4c7a-832d-09e50dcad655: DOWN {{(pid=93000) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:01:28.661640 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-528210dd-bb46-4b00-bc2f-79aeafa166af tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:28.666649 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-528210dd-bb46-4b00-bc2f-79aeafa166af tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:28.671080 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-528210dd-bb46-4b00-bc2f-79aeafa166af tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "DELETE /v2.0/security-groups/1323ac19-7f7d-464a-a1aa-d01cfe3fd00d HTTP/1.1" status: 204 len: 168 time: 0.2141602 Jul 16 03:01:28.671446 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 54852) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:28.678529 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528210dd-bb46-4b00-bc2f-79aeafa166af tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1323ac19-7f7d-464a-a1aa-d01cfe3fd00d,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:28.689254 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.api.v2.resource [None req-e90c1170-eab7-4bec-a733-d35ea352797e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] show failed (client error): The resource could not be found. Jul 16 03:01:28.690346 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-e90c1170-eab7-4bec-a733-d35ea352797e tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "GET /v2.0/security-groups/1323ac19-7f7d-464a-a1aa-d01cfe3fd00d HTTP/1.1" status: 404 len: 347 time: 0.0173621 Jul 16 03:01:28.693169 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 54854) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:28.840665 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-d4ab8894-2c57-4ec7-a365-20897ea7e24a tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Deleting port 2a5fff14-82e7-4410-9f5b-5d45bb206eaf {{(pid=92998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:01:28.841145 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d4ab8894-2c57-4ec7-a365-20897ea7e24a tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:28.923465 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d4ab8894-2c57-4ec7-a365-20897ea7e24a tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:28.923789 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d4ab8894-2c57-4ec7-a365-20897ea7e24a tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:28.935789 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-d4ab8894-2c57-4ec7-a365-20897ea7e24a tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Calling delete_port for 2a5fff14-82e7-4410-9f5b-5d45bb206eaf owned by network:floatingip {{(pid=92998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:01:29.075636 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d4ab8894-2c57-4ec7-a365-20897ea7e24a tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:29.103656 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ab8894-2c57-4ec7-a365-20897ea7e24a tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Pushing event deleted for resources: {'Port': ['ID=2a5fff14-82e7-4410-9f5b-5d45bb206eaf,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:29.172529 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d4ab8894-2c57-4ec7-a365-20897ea7e24a tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks [] for floatingip, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:29.175103 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d4ab8894-2c57-4ec7-a365-20897ea7e24a tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for floatingip, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:29.176279 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-d4ab8894-2c57-4ec7-a365-20897ea7e24a tempest-AttachVolumeShelveTestJSON-427237282 tempest-AttachVolumeShelveTestJSON-427237282-project] 10.222.0.21 "DELETE /v2.0/floatingips/882fb77d-32d5-4c7a-832d-09e50dcad655 HTTP/1.1" status: 204 len: 168 time: 0.4820869 Jul 16 03:01:29.279940 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 54878) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:29.383536 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-2db3245d-8998-4e5a-b3aa-d35a7176384f admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-287572608-network', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:01:29.409005 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2db3245d-8998-4e5a-b3aa-d35a7176384f admin admin] Made reservation on behalf of 2d18dd3d9daa4b218a5766d0cc2025e7 for: {'network': 1} {{(pid=92998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:01:29.411498 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-2db3245d-8998-4e5a-b3aa-d35a7176384f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for network, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:29.421551 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-2db3245d-8998-4e5a-b3aa-d35a7176384f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:29.511239 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-2db3245d-8998-4e5a-b3aa-d35a7176384f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:29.515030 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-2db3245d-8998-4e5a-b3aa-d35a7176384f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:29.536593 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2db3245d-8998-4e5a-b3aa-d35a7176384f admin admin] vlan segment allocate from pool success with {'vlan_id': 541, 'physical_network': 'physnet1'} {{(pid=92998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:01:29.551782 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3245d-8998-4e5a-b3aa-d35a7176384f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8285e403-b815-4618-8a49-98da681b6bd0,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:29.554628 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-2db3245d-8998-4e5a-b3aa-d35a7176384f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:29.554970 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.db.segments_db [None req-2db3245d-8998-4e5a-b3aa-d35a7176384f admin admin] Added segment 1682edac-5dad-45c5-8869-a7e0f2332a50 of type vlan for network a85f863f-4222-40a3-a485-c2244ef1465c Jul 16 03:01:29.598108 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-2db3245d-8998-4e5a-b3aa-d35a7176384f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744534580228'] for network, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:29.626292 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-2db3245d-8998-4e5a-b3aa-d35a7176384f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154'] for network, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:29.627374 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db3245d-8998-4e5a-b3aa-d35a7176384f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:29.628029 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-2db3245d-8998-4e5a-b3aa-d35a7176384f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:29.659816 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-2db3245d-8998-4e5a-b3aa-d35a7176384f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3787401 Jul 16 03:01:29.662582 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 54882) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:29.669544 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-16dd3e99-8eea-437b-a75b-b962bdf8a72c admin admin] Request body: {'subnet': {'network_id': 'a85f863f-4222-40a3-a485-c2244ef1465c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-287572608-subnet', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'ip_version': 4}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:01:29.698993 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db3245d-8998-4e5a-b3aa-d35a7176384f admin admin] Pushing event updated for resources: {'Network': ['ID=a85f863f-4222-40a3-a485-c2244ef1465c,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:29.709592 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Network a85f863f-4222-40a3-a485-c2244ef1465c details requested by agent ovs-agent-dv-cinder-788364-5-smb with host dv-cinder-788364-5-smb {{(pid=93000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:01:29.719007 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16dd3e99-8eea-437b-a75b-b962bdf8a72c admin admin] Made reservation on behalf of 2d18dd3d9daa4b218a5766d0cc2025e7 for: {'subnet': 1} {{(pid=92998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:01:29.721335 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-16dd3e99-8eea-437b-a75b-b962bdf8a72c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8597648'] for subnet, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:29.889528 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-16dd3e99-8eea-437b-a75b-b962bdf8a72c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9110432', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8597634'] for subnet, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:29.944707 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16dd3e99-8eea-437b-a75b-b962bdf8a72c admin admin] Pushing event updated for resources: {'Subnet': ['ID=89f1bb8a-d414-495b-b647-dda27585f923,revision_number=0']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:29.952443 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16dd3e99-8eea-437b-a75b-b962bdf8a72c admin admin] Checking segment: {'id': '1682edac-5dad-45c5-8869-a7e0f2332a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a85f863f-4222-40a3-a485-c2244ef1465c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92998) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:01:29.952807 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dd3e99-8eea-437b-a75b-b962bdf8a72c admin admin] Network hostable DHCP agents. Network: a85f863f-4222-40a3-a485-c2244ef1465c, hostable agents: ['c650f718-c130-4f09-8c91-ca922a2630e5'], hosted agents: [] {{(pid=92998) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:01:29.969999 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16dd3e99-8eea-437b-a75b-b962bdf8a72c admin admin] Network a85f863f-4222-40a3-a485-c2244ef1465c is scheduled to be hosted by DHCP agent c650f718-c130-4f09-8c91-ca922a2630e5 with binding_index 1 {{(pid=92998) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:01:29.979304 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.base_scheduler [None req-16dd3e99-8eea-437b-a75b-b962bdf8a72c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-smb, a85f863f-4222-40a3-a485-c2244ef1465c) {{(pid=92998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:01:29.983386 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16dd3e99-8eea-437b-a75b-b962bdf8a72c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:29.983990 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-16dd3e99-8eea-437b-a75b-b962bdf8a72c admin admin] Notify callbacks [] for subnet, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:29.988932 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc93d0c7-7692-44b9-8970-59f49abaf91a None None] Network a85f863f-4222-40a3-a485-c2244ef1465c requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:01:30.000477 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-16dd3e99-8eea-437b-a75b-b962bdf8a72c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3354673 Jul 16 03:01:30.003111 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 54884) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:30.007623 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-328c4bd6-6353-402b-8e35-7167b7bf0a6d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-287572608-router', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'}}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:01:30.030647 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-328c4bd6-6353-402b-8e35-7167b7bf0a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12179'] for router, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:30.031574 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-328c4bd6-6353-402b-8e35-7167b7bf0a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12184'] for router, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:30.054588 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 62a3149e-a05e-4d83-b739-877b69370647 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:01:30.079430 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] No Port match for: 62a3149e-a05e-4d83-b739-877b69370647 {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:01:30.079773 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 62a3149e-a05e-4d83-b739-877b69370647 not bound to the agent host hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:01:30.094605 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-328c4bd6-6353-402b-8e35-7167b7bf0a6d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:30.168535 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabc5b27b-dadf-567d-9539-593606d9a02e-a85f863f-4222-40a3-a485-c2244ef1465c', 'network_id': 'a85f863f-4222-40a3-a485-c2244ef1465c', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'fixed_ips': [{'subnet_id': '89f1bb8a-d414-495b-b647-dda27585f923'}]}} from dv-cinder-788364-5-smb. {{(pid=93000) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:01:30.169552 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:30.253455 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-328c4bd6-6353-402b-8e35-7167b7bf0a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5490'] for router, precommit_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:30.317697 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.db_base_plugin_common [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Allocated IP 172.20.0.2 (a85f863f-4222-40a3-a485-c2244ef1465c/89f1bb8a-d414-495b-b647-dda27585f923/790f3bb9-e849-47d8-800b-c1eaa81d57f1) {{(pid=93000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:01:30.474960 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-328c4bd6-6353-402b-8e35-7167b7bf0a6d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:30.494322 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Notify callbacks [] for port, precommit_create {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:30.495596 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-328c4bd6-6353-402b-8e35-7167b7bf0a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:30.503767 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Transition to ACTIVE for port object 790f3bb9-e849-47d8-800b-c1eaa81d57f1 will not be triggered until provisioned by entity L2. {{(pid=93000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:01:30.521319 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Transition to ACTIVE for port object 790f3bb9-e849-47d8-800b-c1eaa81d57f1 will not be triggered until provisioned by entity DHCP. {{(pid=93000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:01:30.527799 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323'] for port, after_create {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:30.575076 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Network a85f863f-4222-40a3-a485-c2244ef1465c is already hosted by enough agents. {{(pid=93000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:01:30.578139 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.scheduler.base_scheduler [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Resources bound (agent type, host, resource id): {{(pid=93000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:01:30.583136 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Pushing event updated for resources: {'Port': ['ID=790f3bb9-e849-47d8-800b-c1eaa81d57f1,revision_number=1']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:30.585361 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Received port after_create {{(pid=93000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:01:30.597298 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:30.597651 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:30.598004 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:30.598345 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:30.598688 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:30.599023 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:30.599357 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:30.599698 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:30.600039 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:30.600369 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:30.600694 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:30.601198 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:30.613277 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.db_base_plugin_common [None req-328c4bd6-6353-402b-8e35-7167b7bf0a6d admin admin] Allocated IP 172.28.1.98 (7c2f8857-88c5-405d-9e5d-ca6a329284f0/001ca838-c681-472d-be9c-9f5b7f18b0f7/9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4) {{(pid=92998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:01:30.655647 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Attempting to bind port 790f3bb9-e849-47d8-800b-c1eaa81d57f1 on host dv-cinder-788364-5-smb for vnic_type normal with profile {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:01:30.656054 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Attempting to bind port 790f3bb9-e849-47d8-800b-c1eaa81d57f1 by drivers openvswitch,hyperv on host dv-cinder-788364-5-smb at level 0 using segments [{'id': '1682edac-5dad-45c5-8869-a7e0f2332a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a85f863f-4222-40a3-a485-c2244ef1465c'}] {{(pid=93000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:01:30.656424 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Attempting to bind port 790f3bb9-e849-47d8-800b-c1eaa81d57f1 on network a85f863f-4222-40a3-a485-c2244ef1465c {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:01:30.661602 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Checking agent: {'id': '8f3583b4-bf6b-4e6e-ba40-769030d39d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 45, 21), 'started_at': datetime.datetime(2021, 7, 16, 2, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:01:30.661981 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Checking segment: {'id': '1682edac-5dad-45c5-8869-a7e0f2332a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a85f863f-4222-40a3-a485-c2244ef1465c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:01:30.662385 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:30.662785 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Bound using segment: {'id': '1682edac-5dad-45c5-8869-a7e0f2332a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a85f863f-4222-40a3-a485-c2244ef1465c'} {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:01:30.663261 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Bound port: 790f3bb9-e849-47d8-800b-c1eaa81d57f1, host: dv-cinder-788364-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1682edac-5dad-45c5-8869-a7e0f2332a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a85f863f-4222-40a3-a485-c2244ef1465c'}}] {{(pid=93000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:01:30.663642 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:30.723641 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-328c4bd6-6353-402b-8e35-7167b7bf0a6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:30.731442 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] For port 790f3bb9-e849-47d8-800b-c1eaa81d57f1, host dv-cinder-788364-5-smb, cleared binding levels {{(pid=93000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:01:30.735113 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] For port 790f3bb9-e849-47d8-800b-c1eaa81d57f1, host dv-cinder-788364-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=790f3bb9-e849-47d8-800b-c1eaa81d57f1,segment=NetworkSegment(1682edac-5dad-45c5-8869-a7e0f2332a50),segment_id=1682edac-5dad-45c5-8869-a7e0f2332a50)] {{(pid=93000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:01:30.739049 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:30.769283 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-328c4bd6-6353-402b-8e35-7167b7bf0a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:30.800115 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc4fb59-ec7e-452a-8179-cc5bf814d82d None None] Pushing event updated for resources: {'Port': ['ID=790f3bb9-e849-47d8-800b-c1eaa81d57f1,revision_number=2']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:30.812957 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-328c4bd6-6353-402b-8e35-7167b7bf0a6d admin admin] Network 7c2f8857-88c5-405d-9e5d-ca6a329284f0 is already hosted by enough agents. {{(pid=92998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:01:30.818811 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.base_scheduler [None req-328c4bd6-6353-402b-8e35-7167b7bf0a6d admin admin] Resources bound (agent type, host, resource id): {{(pid=92998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:01:30.822999 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328c4bd6-6353-402b-8e35-7167b7bf0a6d admin admin] Received port after_create {{(pid=92998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:01:30.856056 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328c4bd6-6353-402b-8e35-7167b7bf0a6d admin admin] Pushing event updated for resources: {'Port': ['ID=9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:31.120492 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-328c4bd6-6353-402b-8e35-7167b7bf0a6d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:31.314721 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-328c4bd6-6353-402b-8e35-7167b7bf0a6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441863'] for router, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:31.735912 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-328c4bd6-6353-402b-8e35-7167b7bf0a6d admin admin] Router 464432c9-5493-4739-84f2-2a0a31ceb958 is scheduled to L3 agent c2717fd8-7624-4935-9c00-920e66229c5a with binding_index 1 {{(pid=92998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:01:31.740343 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5648d30c-3028-4770-a620-a257cd2bf9e8 None None] Network a85f863f-4222-40a3-a485-c2244ef1465c requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:01:31.773253 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 54902) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:31.833457 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-131767ea-9066-4594-955d-0813023c6a9a None None] Provisioning for port 790f3bb9-e849-47d8-800b-c1eaa81d57f1 completed by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:01:31.853258 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-328c4bd6-6353-402b-8e35-7167b7bf0a6d admin admin] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:01:31.867506 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addd0b99-74c1-4b8c-9c33-c77364bfb8b9 None None] Sync routers for ids ['464432c9-5493-4739-84f2-2a0a31ceb958'] in dv-cinder-788364-5-smb {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:01:31.876893 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-328c4bd6-6353-402b-8e35-7167b7bf0a6d admin admin] Notify callbacks [] for router, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:31.879880 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-328c4bd6-6353-402b-8e35-7167b7bf0a6d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.8741965 Jul 16 03:01:31.881219 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 54906) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:31.889164 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addd0b99-74c1-4b8c-9c33-c77364bfb8b9 None None] Routers {'464432c9-5493-4739-84f2-2a0a31ceb958'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:01:31.889810 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-addd0b99-74c1-4b8c-9c33-c77364bfb8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T03:01:22Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['464432c9-5493-4739-84f2-2a0a31ceb958'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:32.110549 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-addd0b99-74c1-4b8c-9c33-c77364bfb8b9 None None] Set router 464432c9-5493-4739-84f2-2a0a31ceb958 gateway port host: dv-cinder-788364-5-smb {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:01:32.247750 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 790f3bb9-e849-47d8-800b-c1eaa81d57f1 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:01:32.321672 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning for port 790f3bb9-e849-47d8-800b-c1eaa81d57f1 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:01:32.323070 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-09a2e73a-45d9-4eb8-a29a-5293fa2b4111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435113'] for router_interface, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:32.327747 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 790f3bb9-e849-47d8-800b-c1eaa81d57f1 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:01:32.328271 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:32.369705 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-addd0b99-74c1-4b8c-9c33-c77364bfb8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'name': 'tempest-TestShelveInstance-287572608-router', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': '9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:01:30Z', 'updated_at': '2021-07-16T03:01:31Z', 'revision_number': 3, 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'gw_port': {'id': '9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:30Z', 'updated_at': '2021-07-16T03:01:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb'}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:32.380709 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a79f8a88-eb7d-4152-a801-d65b7eeab018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:32.397505 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addd0b99-74c1-4b8c-9c33-c77364bfb8b9 None None] Checking router: 464432c9-5493-4739-84f2-2a0a31ceb958 for host: dv-cinder-788364-5-smb {{(pid=93001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:01:32.398059 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addd0b99-74c1-4b8c-9c33-c77364bfb8b9 None None] Updating router 464432c9-5493-4739-84f2-2a0a31ceb958 port 9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4 binding host dv-cinder-788364-5-smb {{(pid=93001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:01:32.437979 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-addd0b99-74c1-4b8c-9c33-c77364bfb8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:32.580846 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:32.596817 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.db_base_plugin_common [None req-a79f8a88-eb7d-4152-a801-d65b7eeab018 admin admin] Allocated IP 172.20.0.1 (a85f863f-4222-40a3-a485-c2244ef1465c/89f1bb8a-d414-495b-b647-dda27585f923/6269fa12-8968-48dd-81d2-625a3cfbd5e2) {{(pid=92998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:01:32.611974 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [None req-09a2e73a-45d9-4eb8-a29a-5293fa2b4111 admin admin] Deleting port 7064ad73-5074-4022-a345-79ef8a787827 {{(pid=92999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:01:32.612486 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-09a2e73a-45d9-4eb8-a29a-5293fa2b4111 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:32.626049 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-94114009-01ec-4376-9e6d-6e084048585d None None] For port 790f3bb9-e849-47d8-800b-c1eaa81d57f1, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=790f3bb9-e849-47d8-800b-c1eaa81d57f1,segment=NetworkSegment(1682edac-5dad-45c5-8869-a7e0f2332a50),segment_id=1682edac-5dad-45c5-8869-a7e0f2332a50)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:01:32.630800 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:32.683451 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Pushing event updated for resources: {'Port': ['ID=790f3bb9-e849-47d8-800b-c1eaa81d57f1,revision_number=3']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:32.715600 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [None req-09a2e73a-45d9-4eb8-a29a-5293fa2b4111 admin admin] For port 7064ad73-5074-4022-a345-79ef8a787827, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=7064ad73-5074-4022-a345-79ef8a787827,segment=NetworkSegment(7d07a258-c4a7-4e28-b7a7-e65f63b3a875),segment_id=7d07a258-c4a7-4e28-b7a7-e65f63b3a875)] {{(pid=92999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:01:32.715995 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-09a2e73a-45d9-4eb8-a29a-5293fa2b4111 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:32.730548 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [None req-09a2e73a-45d9-4eb8-a29a-5293fa2b4111 admin admin] Calling delete_port for 7064ad73-5074-4022-a345-79ef8a787827 owned by network:router_interface {{(pid=92999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:01:32.732473 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-addd0b99-74c1-4b8c-9c33-c77364bfb8b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:32.732869 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a79f8a88-eb7d-4152-a801-d65b7eeab018 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:32.745429 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.provisioning_blocks [None req-addd0b99-74c1-4b8c-9c33-c77364bfb8b9 None None] Transition to ACTIVE for port object 9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4 will not be triggered until provisioned by entity L2. {{(pid=93001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:01:32.748876 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.provisioning_blocks [None req-a79f8a88-eb7d-4152-a801-d65b7eeab018 admin admin] Transition to ACTIVE for port object 6269fa12-8968-48dd-81d2-625a3cfbd5e2 will not be triggered until provisioned by entity DHCP. {{(pid=92998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:01:32.752983 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-addd0b99-74c1-4b8c-9c33-c77364bfb8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:32.786021 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a79f8a88-eb7d-4152-a801-d65b7eeab018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:32.804074 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.managers [None req-addd0b99-74c1-4b8c-9c33-c77364bfb8b9 None None] Attempting to bind port 9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4 on host dv-cinder-788364-5-smb for vnic_type normal with profile {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:01:32.804435 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.managers [None req-addd0b99-74c1-4b8c-9c33-c77364bfb8b9 None None] Attempting to bind port 9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4 by drivers openvswitch,hyperv on host dv-cinder-788364-5-smb at level 0 using segments [{'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'}] {{(pid=93001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:01:32.804793 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addd0b99-74c1-4b8c-9c33-c77364bfb8b9 None None] Attempting to bind port 9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4 on network 7c2f8857-88c5-405d-9e5d-ca6a329284f0 {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:01:32.812801 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addd0b99-74c1-4b8c-9c33-c77364bfb8b9 None None] Checking agent: {'id': '8f3583b4-bf6b-4e6e-ba40-769030d39d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 45, 21), 'started_at': datetime.datetime(2021, 7, 16, 2, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:01:32.813165 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addd0b99-74c1-4b8c-9c33-c77364bfb8b9 None None] Checking segment: {'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:01:32.813566 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-addd0b99-74c1-4b8c-9c33-c77364bfb8b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:32.813954 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addd0b99-74c1-4b8c-9c33-c77364bfb8b9 None None] Bound using segment: {'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'} {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:01:32.814417 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.managers [None req-addd0b99-74c1-4b8c-9c33-c77364bfb8b9 None None] Bound port: 9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4, host: dv-cinder-788364-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'}}] {{(pid=93001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:01:32.814814 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-addd0b99-74c1-4b8c-9c33-c77364bfb8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:32.824622 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f671f2-df60-473a-92e1-a07351fd661f None None] Pushing event updated for resources: {'Port': ['ID=9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4,revision_number=2']} {{(pid=93001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:32.834224 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f8a88-eb7d-4152-a801-d65b7eeab018 admin admin] Pushing event updated for resources: {'Port': ['ID=6269fa12-8968-48dd-81d2-625a3cfbd5e2,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:32.847641 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79f8a88-eb7d-4152-a801-d65b7eeab018 admin admin] Network a85f863f-4222-40a3-a485-c2244ef1465c is already hosted by enough agents. {{(pid=92998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:01:32.849239 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.base_scheduler [None req-a79f8a88-eb7d-4152-a801-d65b7eeab018 admin admin] Resources bound (agent type, host, resource id): {{(pid=92998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:01:32.851753 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a79f8a88-eb7d-4152-a801-d65b7eeab018 admin admin] Received port after_create {{(pid=92998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:01:32.859912 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f671f2-df60-473a-92e1-a07351fd661f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:32.860256 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f671f2-df60-473a-92e1-a07351fd661f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:32.860596 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f671f2-df60-473a-92e1-a07351fd661f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:32.861058 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f671f2-df60-473a-92e1-a07351fd661f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:32.861448 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f671f2-df60-473a-92e1-a07351fd661f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:32.861786 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f671f2-df60-473a-92e1-a07351fd661f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:32.862114 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f671f2-df60-473a-92e1-a07351fd661f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:32.862455 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f671f2-df60-473a-92e1-a07351fd661f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:32.862763 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f671f2-df60-473a-92e1-a07351fd661f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:32.863086 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f671f2-df60-473a-92e1-a07351fd661f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:32.863409 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f671f2-df60-473a-92e1-a07351fd661f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:32.863882 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65f671f2-df60-473a-92e1-a07351fd661f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93001) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:01:32.902830 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a79f8a88-eb7d-4152-a801-d65b7eeab018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434992'] for router_interface, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:32.906412 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.db [None req-addd0b99-74c1-4b8c-9c33-c77364bfb8b9 None None] For port 9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4, host dv-cinder-788364-5-smb, cleared binding levels {{(pid=93001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:01:32.910058 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.db [None req-addd0b99-74c1-4b8c-9c33-c77364bfb8b9 None None] For port 9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4, host dv-cinder-788364-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4,segment=NetworkSegment(552c363b-8a94-4391-a7bf-95f73577cc8e),segment_id=552c363b-8a94-4391-a7bf-95f73577cc8e)] {{(pid=93001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:01:32.916408 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-addd0b99-74c1-4b8c-9c33-c77364bfb8b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:32.963008 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-addd0b99-74c1-4b8c-9c33-c77364bfb8b9 None None] Routers {'464432c9-5493-4739-84f2-2a0a31ceb958'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:01:32.963621 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-09a2e73a-45d9-4eb8-a29a-5293fa2b4111 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:32.964215 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-addd0b99-74c1-4b8c-9c33-c77364bfb8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T03:01:22Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['464432c9-5493-4739-84f2-2a0a31ceb958'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:32.995819 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2e73a-45d9-4eb8-a29a-5293fa2b4111 admin admin] Pushing event deleted for resources: {'Port': ['ID=7064ad73-5074-4022-a345-79ef8a787827,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:33.113562 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f671f2-df60-473a-92e1-a07351fd661f None None] Pushing event updated for resources: {'Port': ['ID=9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4,revision_number=3']} {{(pid=93001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:33.116555 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a79f8a88-eb7d-4152-a801-d65b7eeab018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:33.152709 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-addd0b99-74c1-4b8c-9c33-c77364bfb8b9 None None] Set router 464432c9-5493-4739-84f2-2a0a31ceb958 gateway port host: dv-cinder-788364-5-smb {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:01:33.207461 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-09a2e73a-45d9-4eb8-a29a-5293fa2b4111 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-437049'] for router_interface, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:33.237716 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-16035297-f058-4a43-b6db-5108b6169b31 None None] Provisioning for port 6269fa12-8968-48dd-81d2-625a3cfbd5e2 completed by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:01:33.244970 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-16035297-f058-4a43-b6db-5108b6169b31 None None] Provisioning complete for port 6269fa12-8968-48dd-81d2-625a3cfbd5e2 triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:01:33.245885 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-16035297-f058-4a43-b6db-5108b6169b31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:33.298220 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-16035297-f058-4a43-b6db-5108b6169b31 None None] Port 6269fa12-8968-48dd-81d2-625a3cfbd5e2 cannot update to ACTIVE because it is not bound. {{(pid=93000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:01:33.338982 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a79f8a88-eb7d-4152-a801-d65b7eeab018 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:33.345377 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a79f8a88-eb7d-4152-a801-d65b7eeab018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110325'] for port, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:33.406210 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-addd0b99-74c1-4b8c-9c33-c77364bfb8b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'name': 'tempest-TestShelveInstance-287572608-router', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': '9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:01:30Z', 'updated_at': '2021-07-16T03:01:31Z', 'revision_number': 3, 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'gw_port': {'id': '9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:30Z', 'updated_at': '2021-07-16T03:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb'}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:33.416810 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-a79f8a88-eb7d-4152-a801-d65b7eeab018 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435012'] for router_interface, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:33.418585 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79f8a88-eb7d-4152-a801-d65b7eeab018 admin admin] Pushing event updated for resources: {'Port': ['ID=6269fa12-8968-48dd-81d2-625a3cfbd5e2,revision_number=2']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:33.444472 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-addd0b99-74c1-4b8c-9c33-c77364bfb8b9 None None] The sync data for ids ['464432c9-5493-4739-84f2-2a0a31ceb958'] in dv-cinder-788364-5-smb is: [{'id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'name': 'tempest-TestShelveInstance-287572608-router', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': '9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:01:30Z', 'updated_at': '2021-07-16T03:01:31Z', 'revision_number': 3, 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'gw_port': {'id': '9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:30Z', 'updated_at': '2021-07-16T03:01:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb'}] {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:01:33.480394 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09a2e73a-45d9-4eb8-a29a-5293fa2b4111 admin admin] Router 80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 has already been hosted by L3 agent c2717fd8-7624-4935-9c00-920e66229c5a {{(pid=92999) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:01:33.515887 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79f8a88-eb7d-4152-a801-d65b7eeab018 admin admin] Network a85f863f-4222-40a3-a485-c2244ef1465c is already hosted by enough agents. {{(pid=92998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:01:33.517285 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.base_scheduler [None req-a79f8a88-eb7d-4152-a801-d65b7eeab018 admin admin] Resources bound (agent type, host, resource id): {{(pid=92998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:01:33.617541 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09a2e73a-45d9-4eb8-a29a-5293fa2b4111 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92999) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:01:33.625473 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-09a2e73a-45d9-4eb8-a29a-5293fa2b4111 admin admin] 10.222.0.21 "PUT /v2.0/routers/80aaf7c4-4b93-4cea-86cd-20ade8d8eff7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8507414 Jul 16 03:01:33.628161 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 54908) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:33.630112 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3786fd-06bf-4bbc-ab8e-9426666ff1a2 None None] Sync routers for ids ['80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'] in dv-cinder-788364-5-smb {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:01:33.643960 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3786fd-06bf-4bbc-ab8e-9426666ff1a2 None None] Routers {'80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:01:33.644901 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-6a3786fd-06bf-4bbc-ab8e-9426666ff1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T03:01:22Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:33.687479 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a79f8a88-eb7d-4152-a801-d65b7eeab018 admin admin] Router 464432c9-5493-4739-84f2-2a0a31ceb958 has already been hosted by L3 agent c2717fd8-7624-4935-9c00-920e66229c5a {{(pid=92998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:01:33.810651 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-28f306fe-66bf-4fb0-857e-05af40cc5e83 admin admin] Notify callbacks [] for router, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:33.875546 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-6a3786fd-06bf-4bbc-ab8e-9426666ff1a2 None None] Set router 80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:01:33.891088 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a79f8a88-eb7d-4152-a801-d65b7eeab018 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:01:33.897793 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-a79f8a88-eb7d-4152-a801-d65b7eeab018 admin admin] 10.222.0.21 "PUT /v2.0/routers/464432c9-5493-4739-84f2-2a0a31ceb958/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0150800 Jul 16 03:01:33.940624 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-28f306fe-66bf-4fb0-857e-05af40cc5e83 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:34.009901 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-00818dbf-c995-42eb-a35e-3ee6fcc0f3bb None None] Provisioning complete for port 6269fa12-8968-48dd-81d2-625a3cfbd5e2 triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:01:34.010436 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-00818dbf-c995-42eb-a35e-3ee6fcc0f3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:34.013347 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [None req-28f306fe-66bf-4fb0-857e-05af40cc5e83 admin admin] Deleting port a6bb8ae5-f918-471d-81df-9127ba65eb0b {{(pid=92999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:01:34.014353 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-28f306fe-66bf-4fb0-857e-05af40cc5e83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:34.071940 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-00818dbf-c995-42eb-a35e-3ee6fcc0f3bb None None] Port 6269fa12-8968-48dd-81d2-625a3cfbd5e2 cannot update to ACTIVE because it is not bound. {{(pid=93000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:01:34.111876 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [None req-28f306fe-66bf-4fb0-857e-05af40cc5e83 admin admin] For port a6bb8ae5-f918-471d-81df-9127ba65eb0b, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=a6bb8ae5-f918-471d-81df-9127ba65eb0b,segment=NetworkSegment(552c363b-8a94-4391-a7bf-95f73577cc8e),segment_id=552c363b-8a94-4391-a7bf-95f73577cc8e)] {{(pid=92999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:01:34.112400 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-28f306fe-66bf-4fb0-857e-05af40cc5e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:34.129850 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [None req-28f306fe-66bf-4fb0-857e-05af40cc5e83 admin admin] Calling delete_port for a6bb8ae5-f918-471d-81df-9127ba65eb0b owned by network:router_gateway {{(pid=92999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:01:34.137929 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-6a3786fd-06bf-4bbc-ab8e-9426666ff1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'name': 'tempest-AttachVolumeShelveTestJSON-1021802305-router', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167'}], 'enable_snat': True}, 'gw_port_id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:47Z', 'updated_at': '2021-07-16T03:01:32Z', 'revision_number': 5, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'gw_port': {'id': 'a6bb8ae5-f918-471d-81df-9127ba65eb0b', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:73:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T02:53:48Z', 'updated_at': '2021-07-16T02:53:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb'}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:34.199070 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3786fd-06bf-4bbc-ab8e-9426666ff1a2 None None] Checking router: 80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 for host: dv-cinder-788364-5-smb {{(pid=93000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:01:34.212491 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3786fd-06bf-4bbc-ab8e-9426666ff1a2 None None] Routers {'80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:01:34.213160 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-6a3786fd-06bf-4bbc-ab8e-9426666ff1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T03:01:22Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:34.381650 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-6a3786fd-06bf-4bbc-ab8e-9426666ff1a2 None None] Set router 80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 gateway port host: None {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:01:34.408898 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-28f306fe-66bf-4fb0-857e-05af40cc5e83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:34.427031 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 790f3bb9-e849-47d8-800b-c1eaa81d57f1 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:01:34.449762 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f306fe-66bf-4fb0-857e-05af40cc5e83 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6bb8ae5-f918-471d-81df-9127ba65eb0b,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:34.463602 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-6a3786fd-06bf-4bbc-ab8e-9426666ff1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'name': 'tempest-AttachVolumeShelveTestJSON-1021802305-router', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:47Z', 'updated_at': '2021-07-16T03:01:33Z', 'revision_number': 6, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'gw_port_host': None}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:34.516449 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3786fd-06bf-4bbc-ab8e-9426666ff1a2 None None] The sync data for ids ['80aaf7c4-4b93-4cea-86cd-20ade8d8eff7'] in dv-cinder-788364-5-smb is: [{'id': '80aaf7c4-4b93-4cea-86cd-20ade8d8eff7', 'name': 'tempest-AttachVolumeShelveTestJSON-1021802305-router', 'tenant_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T02:53:47Z', 'updated_at': '2021-07-16T03:01:33Z', 'revision_number': 6, 'project_id': '27578fa4931d43a687b8bfb4f9fd5fd6', 'gw_port_host': None}] {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:01:34.535166 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-28f306fe-66bf-4fb0-857e-05af40cc5e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441955'] for router_gateway, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:34.552720 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 790f3bb9-e849-47d8-800b-c1eaa81d57f1 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:01:34.553107 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:34.621933 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 54924) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:34.627021 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-ae6349cc-32fc-4e5d-aaad-9ed1323d9738 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-650847882-network', 'tenant_id': '130ddbdbe1fc4fcca9e26c6f51ab0489'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:01:34.655389 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-28f306fe-66bf-4fb0-857e-05af40cc5e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12161'] for router, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:34.657944 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:01:34.658271 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-28f306fe-66bf-4fb0-857e-05af40cc5e83 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:34.661191 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae6349cc-32fc-4e5d-aaad-9ed1323d9738 admin admin] Made reservation on behalf of 130ddbdbe1fc4fcca9e26c6f51ab0489 for: {'network': 1} {{(pid=92998) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:01:34.665324 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-ae6349cc-32fc-4e5d-aaad-9ed1323d9738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for network, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:34.677542 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-ae6349cc-32fc-4e5d-aaad-9ed1323d9738 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:34.729522 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning for port 9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:01:34.730251 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-28f306fe-66bf-4fb0-857e-05af40cc5e83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435937'] for router, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:34.730965 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28f306fe-66bf-4fb0-857e-05af40cc5e83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 {{(pid=92999) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:01:34.734705 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:01:34.735090 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:34.739371 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-28f306fe-66bf-4fb0-857e-05af40cc5e83 admin admin] Notify callbacks [] for router, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:34.743557 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-28f306fe-66bf-4fb0-857e-05af40cc5e83 admin admin] 10.222.0.21 "DELETE /v2.0/routers/80aaf7c4-4b93-4cea-86cd-20ade8d8eff7 HTTP/1.1" status: 204 len: 168 time: 1.1113002 Jul 16 03:01:34.744093 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 54926) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:34.794014 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_v2 [None req-6543531f-31b6-49c1-a6ee-b4112f9106d0 admin admin] Deleting subnet 64e63330-214e-4dcd-a719-fae45048b23b {{(pid=92999) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:01:34.797607 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6543531f-31b6-49c1-a6ee-b4112f9106d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:34.810829 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-ae6349cc-32fc-4e5d-aaad-9ed1323d9738 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:34.822176 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-ae6349cc-32fc-4e5d-aaad-9ed1323d9738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:34.825184 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:34.849966 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6543531f-31b6-49c1-a6ee-b4112f9106d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9525570'] for subnet, precommit_delete_associations {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:34.853921 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-94114009-01ec-4376-9e6d-6e084048585d None None] For port 9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4,segment=NetworkSegment(552c363b-8a94-4391-a7bf-95f73577cc8e),segment_id=552c363b-8a94-4391-a7bf-95f73577cc8e)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:01:34.855159 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae6349cc-32fc-4e5d-aaad-9ed1323d9738 admin admin] vlan segment allocate from pool success with {'vlan_id': 535, 'physical_network': 'physnet1'} {{(pid=92998) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 03:01:34.858668 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:34.867632 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6349cc-32fc-4e5d-aaad-9ed1323d9738 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=284b22c6-6cb5-42e3-85ce-cfd9fd849a57,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:34.875568 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-ae6349cc-32fc-4e5d-aaad-9ed1323d9738 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:34.875817 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.db.segments_db [None req-ae6349cc-32fc-4e5d-aaad-9ed1323d9738 admin admin] Added segment e8694b3d-8d1a-40e6-acd1-5ddd46749d3a of type vlan for network 9e93163f-debd-4934-b6ee-4620d85750d1 Jul 16 03:01:34.921278 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-ae6349cc-32fc-4e5d-aaad-9ed1323d9738 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8744534580228'] for network, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:34.924302 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Pushing event updated for resources: {'Port': ['ID=9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4,revision_number=4']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:34.956722 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6543531f-31b6-49c1-a6ee-b4112f9106d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:34.973570 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-ae6349cc-32fc-4e5d-aaad-9ed1323d9738 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154'] for network, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:34.974573 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae6349cc-32fc-4e5d-aaad-9ed1323d9738 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:34.975176 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-ae6349cc-32fc-4e5d-aaad-9ed1323d9738 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:35.010393 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-ae6349cc-32fc-4e5d-aaad-9ed1323d9738 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3873096 Jul 16 03:01:35.013236 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 54928) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:35.019857 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-f81210fe-cb4c-46f0-80bd-8bae594439c4 admin admin] Request body: {'subnet': {'network_id': '9e93163f-debd-4934-b6ee-4620d85750d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-650847882-subnet', 'tenant_id': '130ddbdbe1fc4fcca9e26c6f51ab0489', 'ip_version': 4}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:01:35.044453 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6543531f-31b6-49c1-a6ee-b4112f9106d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9108318', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-10320817'] for subnet, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:35.044977 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6349cc-32fc-4e5d-aaad-9ed1323d9738 admin admin] Pushing event updated for resources: {'Network': ['ID=9e93163f-debd-4934-b6ee-4620d85750d1,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:35.051704 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f81210fe-cb4c-46f0-80bd-8bae594439c4 admin admin] Made reservation on behalf of 130ddbdbe1fc4fcca9e26c6f51ab0489 for: {'subnet': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:01:35.054356 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f81210fe-cb4c-46f0-80bd-8bae594439c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-10320794'] for subnet, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:35.061242 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Network 9e93163f-debd-4934-b6ee-4620d85750d1 details requested by agent ovs-agent-dv-cinder-788364-5-smb with host dv-cinder-788364-5-smb {{(pid=93000) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 03:01:35.091081 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6543531f-31b6-49c1-a6ee-b4112f9106d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64e63330-214e-4dcd-a719-fae45048b23b,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:35.105071 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6543531f-31b6-49c1-a6ee-b4112f9106d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for subnet, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:35.108371 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-6543531f-31b6-49c1-a6ee-b4112f9106d0 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/64e63330-214e-4dcd-a719-fae45048b23b HTTP/1.1" status: 204 len: 168 time: 0.3629730 Jul 16 03:01:35.109652 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 54930) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:35.134026 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77bd09c8-2171-4b22-8664-099da46c5e32 None None] Network 747b2ea9-fb6f-4340-aee2-7461ba32440e requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:01:35.212729 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-892a5418-3525-4dca-b7af-09ae68ef4a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609267'] for network, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:35.282785 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-892a5418-3525-4dca-b7af-09ae68ef4a0f admin admin] Deleting port 3f9bcee7-9f3e-4b16-b53b-32a698964235 {{(pid=92998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:01:35.283502 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-892a5418-3525-4dca-b7af-09ae68ef4a0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:35.284061 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f81210fe-cb4c-46f0-80bd-8bae594439c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9108353', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-10320776'] for subnet, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:35.343610 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81210fe-cb4c-46f0-80bd-8bae594439c4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa80cd93-c298-4045-80e4-3427cf70282b,revision_number=0']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:35.356061 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f81210fe-cb4c-46f0-80bd-8bae594439c4 admin admin] Checking segment: {'id': 'e8694b3d-8d1a-40e6-acd1-5ddd46749d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9e93163f-debd-4934-b6ee-4620d85750d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:01:35.356200 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [None req-892a5418-3525-4dca-b7af-09ae68ef4a0f admin admin] For port 3f9bcee7-9f3e-4b16-b53b-32a698964235, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=3f9bcee7-9f3e-4b16-b53b-32a698964235,segment=NetworkSegment(7d07a258-c4a7-4e28-b7a7-e65f63b3a875),segment_id=7d07a258-c4a7-4e28-b7a7-e65f63b3a875)] {{(pid=92998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:01:35.356425 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81210fe-cb4c-46f0-80bd-8bae594439c4 admin admin] Network hostable DHCP agents. Network: 9e93163f-debd-4934-b6ee-4620d85750d1, hostable agents: ['c650f718-c130-4f09-8c91-ca922a2630e5'], hosted agents: [] {{(pid=92999) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 03:01:35.356661 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-892a5418-3525-4dca-b7af-09ae68ef4a0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:35.372224 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-892a5418-3525-4dca-b7af-09ae68ef4a0f admin admin] Calling delete_port for 3f9bcee7-9f3e-4b16-b53b-32a698964235 owned by network:dhcp {{(pid=92998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:01:35.380378 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f81210fe-cb4c-46f0-80bd-8bae594439c4 admin admin] Network 9e93163f-debd-4934-b6ee-4620d85750d1 is scheduled to be hosted by DHCP agent c650f718-c130-4f09-8c91-ca922a2630e5 with binding_index 1 {{(pid=92999) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 03:01:35.391022 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [None req-f81210fe-cb4c-46f0-80bd-8bae594439c4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-788364-5-smb, 9e93163f-debd-4934-b6ee-4620d85750d1) {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:01:35.395145 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f81210fe-cb4c-46f0-80bd-8bae594439c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:35.395744 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f81210fe-cb4c-46f0-80bd-8bae594439c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for subnet, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:35.406210 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1670d9d-2302-41ca-a309-b516a8254627 None None] Network 9e93163f-debd-4934-b6ee-4620d85750d1 requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:01:35.410784 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0a8c0f-6068-4a11-8c57-ce5437f22876 None None] DHCP port deletion for 747b2ea9-fb6f-4340-aee2-7461ba32440e request from dv-cinder-788364-5-smb {{(pid=93000) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:01:35.428693 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-f81210fe-cb4c-46f0-80bd-8bae594439c4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4143770 Jul 16 03:01:35.432146 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 54932) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:35.437035 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-83ccb1ab-8194-4d74-b48d-b4d831bc12e0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-650847882-router', 'tenant_id': '130ddbdbe1fc4fcca9e26c6f51ab0489', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'}}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:01:35.479039 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-83ccb1ab-8194-4d74-b48d-b4d831bc12e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-442103', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-12179'] for router, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:35.480091 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-83ccb1ab-8194-4d74-b48d-b4d831bc12e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-435077', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-441904', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-571352', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-12184'] for router, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:35.501917 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-892a5418-3525-4dca-b7af-09ae68ef4a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:35.543065 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a5418-3525-4dca-b7af-09ae68ef4a0f admin admin] Pushing event deleted for resources: {'Port': ['ID=3f9bcee7-9f3e-4b16-b53b-32a698964235,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:35.552926 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892a5418-3525-4dca-b7af-09ae68ef4a0f admin admin] No DVR routers for this DVR port 3f9bcee7-9f3e-4b16-b53b-32a698964235 on host dv-cinder-788364-5-smb {{(pid=92998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:01:35.559953 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a8c0f-6068-4a11-8c57-ce5437f22876 None None] Deleting port 3f9bcee7-9f3e-4b16-b53b-32a698964235 {{(pid=93000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:01:35.560324 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-fb0a8c0f-6068-4a11-8c57-ce5437f22876 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:35.608296 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-83ccb1ab-8194-4d74-b48d-b4d831bc12e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:35.652462 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-fb0a8c0f-6068-4a11-8c57-ce5437f22876 None None] For port 3f9bcee7-9f3e-4b16-b53b-32a698964235, host dv-cinder-788364-5-smb, got binding levels [] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:01:35.653121 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-fb0a8c0f-6068-4a11-8c57-ce5437f22876 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:35.657112 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56537b9b-19cc-402f-a4c8-ca7f38883cd9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpabc5b27b-dadf-567d-9539-593606d9a02e-9e93163f-debd-4934-b6ee-4620d85750d1', 'network_id': '9e93163f-debd-4934-b6ee-4620d85750d1', 'tenant_id': '130ddbdbe1fc4fcca9e26c6f51ab0489', 'fixed_ips': [{'subnet_id': 'aa80cd93-c298-4045-80e4-3427cf70282b'}]}} from dv-cinder-788364-5-smb. {{(pid=93000) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 03:01:35.657961 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-56537b9b-19cc-402f-a4c8-ca7f38883cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:35.679511 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-fb0a8c0f-6068-4a11-8c57-ce5437f22876 None None] Calling delete_port for 3f9bcee7-9f3e-4b16-b53b-32a698964235 owned by network:dhcp {{(pid=93000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:01:35.682932 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.ipam_backend_mixin [None req-fb0a8c0f-6068-4a11-8c57-ce5437f22876 None None] Port 3f9bcee7-9f3e-4b16-b53b-32a698964235 was not found and therefore no delete operation was performed {{(pid=93000) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:01:35.686413 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-fb0a8c0f-6068-4a11-8c57-ce5437f22876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332'] for port, after_delete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:35.719159 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-892a5418-3525-4dca-b7af-09ae68ef4a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531196', 'neutron.services.segments.db._delete_segments_for_network-8744535121484'] for network, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:35.732273 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.services.segments.db [None req-892a5418-3525-4dca-b7af-09ae68ef4a0f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747b2ea9-fb6f-4340-aee2-7461ba32440e']}} {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:35.761091 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241f784c-6818-47da-96ce-36dfa4547d86 None None] Sync routers for ids ['464432c9-5493-4739-84f2-2a0a31ceb958'] in dv-cinder-788364-5-smb {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:01:35.762540 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a8c0f-6068-4a11-8c57-ce5437f22876 None None] Pushing event deleted for resources: {'Port': ['ID=3f9bcee7-9f3e-4b16-b53b-32a698964235,revision_number=None']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:35.767066 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0a8c0f-6068-4a11-8c57-ce5437f22876 None None] No DVR routers for this DVR port 3f9bcee7-9f3e-4b16-b53b-32a698964235 on host dv-cinder-788364-5-smb {{(pid=93000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:01:35.777779 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241f784c-6818-47da-96ce-36dfa4547d86 None None] Routers {'464432c9-5493-4739-84f2-2a0a31ceb958'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:01:35.778400 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-241f784c-6818-47da-96ce-36dfa4547d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T03:01:22Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['464432c9-5493-4739-84f2-2a0a31ceb958'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:35.801665 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.services.segments.db [None req-892a5418-3525-4dca-b7af-09ae68ef4a0f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d07a258-c4a7-4e28-b7a7-e65f63b3a875') {'for_net_delete': True} {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:35.801894 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.services.segments.db [None req-892a5418-3525-4dca-b7af-09ae68ef4a0f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d07a258-c4a7-4e28-b7a7-e65f63b3a875') {} {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:35.813260 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-83ccb1ab-8194-4d74-b48d-b4d831bc12e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-441890', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-442002', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-5490'] for router, precommit_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:35.823333 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-892a5418-3525-4dca-b7af-09ae68ef4a0f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744535123541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110411'] for segment, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:35.844161 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-892a5418-3525-4dca-b7af-09ae68ef4a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:35.857940 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.db_base_plugin_common [None req-56537b9b-19cc-402f-a4c8-ca7f38883cd9 None None] Allocated IP 172.20.0.2 (9e93163f-debd-4934-b6ee-4620d85750d1/aa80cd93-c298-4045-80e4-3427cf70282b/043edb7c-3c21-4e47-a31c-cd591d47b984) {{(pid=93000) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:01:35.866625 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-892a5418-3525-4dca-b7af-09ae68ef4a0f admin admin] Releasing vlan 526 on physical network physnet1 to pool {{(pid=92998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:01:35.867029 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-892a5418-3525-4dca-b7af-09ae68ef4a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9110237'] for segment, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: Traceback (most recent call last): Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: timer() Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: cb(*args, **kw) Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: return func(*args, **kwargs) Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: self._notify() Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: self.callback(batched_events) Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: event.method(event) Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: return f(self, *a, **k) Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: return self._get(url).json() Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: return self.request(url, 'GET', **kwargs) Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:01:35.869142 dv-cinder-788364-5-smb neutron-server[92998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:01:35.903929 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-241f784c-6818-47da-96ce-36dfa4547d86 None None] Set router 464432c9-5493-4739-84f2-2a0a31ceb958 gateway port host: dv-cinder-788364-5-smb {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:01:35.939925 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-892a5418-3525-4dca-b7af-09ae68ef4a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442047'] for network, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:35.960476 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-892a5418-3525-4dca-b7af-09ae68ef4a0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:35.965694 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-892a5418-3525-4dca-b7af-09ae68ef4a0f admin admin] 10.222.0.21 "DELETE /v2.0/networks/747b2ea9-fb6f-4340-aee2-7461ba32440e HTTP/1.1" status: 204 len: 168 time: 0.8517709 Jul 16 03:01:35.993850 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a5418-3525-4dca-b7af-09ae68ef4a0f admin admin] Pushing event deleted for resources: {'Network': ['ID=747b2ea9-fb6f-4340-aee2-7461ba32440e,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:36.039293 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-56537b9b-19cc-402f-a4c8-ca7f38883cd9 None None] Notify callbacks [] for port, precommit_create {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:36.050536 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-56537b9b-19cc-402f-a4c8-ca7f38883cd9 None None] Transition to ACTIVE for port object 043edb7c-3c21-4e47-a31c-cd591d47b984 will not be triggered until provisioned by entity L2. {{(pid=93000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:01:36.070753 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-56537b9b-19cc-402f-a4c8-ca7f38883cd9 None None] Transition to ACTIVE for port object 043edb7c-3c21-4e47-a31c-cd591d47b984 will not be triggered until provisioned by entity DHCP. {{(pid=93000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:01:36.080771 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-56537b9b-19cc-402f-a4c8-ca7f38883cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323'] for port, after_create {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:36.123219 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56537b9b-19cc-402f-a4c8-ca7f38883cd9 None None] Network 9e93163f-debd-4934-b6ee-4620d85750d1 is already hosted by enough agents. {{(pid=93000) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:01:36.156626 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.scheduler.base_scheduler [None req-56537b9b-19cc-402f-a4c8-ca7f38883cd9 None None] Resources bound (agent type, host, resource id): {{(pid=93000) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:01:36.159425 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-241f784c-6818-47da-96ce-36dfa4547d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'name': 'tempest-TestShelveInstance-287572608-router', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': '9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:01:30Z', 'updated_at': '2021-07-16T03:01:33Z', 'revision_number': 4, 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'gw_port': {'id': '9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:30Z', 'updated_at': '2021-07-16T03:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '6269fa12-8968-48dd-81d2-625a3cfbd5e2', 'name': '', 'network_id': 'a85f863f-4222-40a3-a485-c2244ef1465c', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'mac_address': 'fa:16:3e:0e:8c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '89f1bb8a-d414-495b-b647-dda27585f923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:32Z', 'updated_at': '2021-07-16T03:01:33Z', 'revision_number': 2, 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'subnets': [{'id': '89f1bb8a-d414-495b-b647-dda27585f923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:36.164935 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-83ccb1ab-8194-4d74-b48d-b4d831bc12e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:36.169098 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56537b9b-19cc-402f-a4c8-ca7f38883cd9 None None] Received port after_create {{(pid=93000) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:01:36.187709 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-83ccb1ab-8194-4d74-b48d-b4d831bc12e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:36.193038 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56537b9b-19cc-402f-a4c8-ca7f38883cd9 None None] Pushing event updated for resources: {'Port': ['ID=043edb7c-3c21-4e47-a31c-cd591d47b984,revision_number=1']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:36.212415 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241f784c-6818-47da-96ce-36dfa4547d86 None None] Checking router: 464432c9-5493-4739-84f2-2a0a31ceb958 for host: dv-cinder-788364-5-smb {{(pid=93001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:01:36.212789 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241f784c-6818-47da-96ce-36dfa4547d86 None None] Updating router 464432c9-5493-4739-84f2-2a0a31ceb958 port 6269fa12-8968-48dd-81d2-625a3cfbd5e2 binding host dv-cinder-788364-5-smb {{(pid=93001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:01:36.237400 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 54936) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:36.276509 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-241f784c-6818-47da-96ce-36dfa4547d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:36.298685 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-a8f965f3-017e-4ef6-ae92-228d4659def1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27578fa4931d43a687b8bfb4f9fd5fd6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0591295 Jul 16 03:01:36.299599 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 54938) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:36.336478 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.db_base_plugin_common [None req-83ccb1ab-8194-4d74-b48d-b4d831bc12e0 admin admin] Allocated IP 172.28.1.196 (7c2f8857-88c5-405d-9e5d-ca6a329284f0/001ca838-c681-472d-be9c-9f5b7f18b0f7/d3b311c5-a37f-4f97-a682-10c70b604234) {{(pid=92998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:01:36.373536 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:01:36.380797 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-4392f088-4c64-4a5f-9f89-68fa3e60a841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:36.408744 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-4392f088-4c64-4a5f-9f89-68fa3e60a841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:36.429977 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-56537b9b-19cc-402f-a4c8-ca7f38883cd9 None None] Attempting to bind port 043edb7c-3c21-4e47-a31c-cd591d47b984 on host dv-cinder-788364-5-smb for vnic_type normal with profile {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:01:36.431170 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-56537b9b-19cc-402f-a4c8-ca7f38883cd9 None None] Attempting to bind port 043edb7c-3c21-4e47-a31c-cd591d47b984 by drivers openvswitch,hyperv on host dv-cinder-788364-5-smb at level 0 using segments [{'id': 'e8694b3d-8d1a-40e6-acd1-5ddd46749d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9e93163f-debd-4934-b6ee-4620d85750d1'}] {{(pid=93000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:01:36.432083 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56537b9b-19cc-402f-a4c8-ca7f38883cd9 None None] Attempting to bind port 043edb7c-3c21-4e47-a31c-cd591d47b984 on network 9e93163f-debd-4934-b6ee-4620d85750d1 {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:01:36.443795 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56537b9b-19cc-402f-a4c8-ca7f38883cd9 None None] Checking agent: {'id': '8f3583b4-bf6b-4e6e-ba40-769030d39d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 45, 21), 'started_at': datetime.datetime(2021, 7, 16, 2, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:01:36.444199 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56537b9b-19cc-402f-a4c8-ca7f38883cd9 None None] Checking segment: {'id': 'e8694b3d-8d1a-40e6-acd1-5ddd46749d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9e93163f-debd-4934-b6ee-4620d85750d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:01:36.444610 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-56537b9b-19cc-402f-a4c8-ca7f38883cd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:36.445012 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56537b9b-19cc-402f-a4c8-ca7f38883cd9 None None] Bound using segment: {'id': 'e8694b3d-8d1a-40e6-acd1-5ddd46749d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9e93163f-debd-4934-b6ee-4620d85750d1'} {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:01:36.445526 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-56537b9b-19cc-402f-a4c8-ca7f38883cd9 None None] Bound port: 043edb7c-3c21-4e47-a31c-cd591d47b984, host: dv-cinder-788364-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8694b3d-8d1a-40e6-acd1-5ddd46749d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9e93163f-debd-4934-b6ee-4620d85750d1'}}] {{(pid=93000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:01:36.446110 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-56537b9b-19cc-402f-a4c8-ca7f38883cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:36.478932 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-4392f088-4c64-4a5f-9f89-68fa3e60a841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:36.481774 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-4392f088-4c64-4a5f-9f89-68fa3e60a841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:36.482996 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-4392f088-4c64-4a5f-9f89-68fa3e60a841 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/40c3a1a3-3a32-4284-8f07-6d5850926632 HTTP/1.1" status: 204 len: 168 time: 0.1822648 Jul 16 03:01:36.491809 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4392f088-4c64-4a5f-9f89-68fa3e60a841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c3a1a3-3a32-4284-8f07-6d5850926632,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:36.506647 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-83ccb1ab-8194-4d74-b48d-b4d831bc12e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:36.542019 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:01:36.542401 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:36.569307 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-83ccb1ab-8194-4d74-b48d-b4d831bc12e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:36.572813 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-56537b9b-19cc-402f-a4c8-ca7f38883cd9 None None] For port 043edb7c-3c21-4e47-a31c-cd591d47b984, host dv-cinder-788364-5-smb, cleared binding levels {{(pid=93000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:01:36.592661 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-56537b9b-19cc-402f-a4c8-ca7f38883cd9 None None] For port 043edb7c-3c21-4e47-a31c-cd591d47b984, host dv-cinder-788364-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=043edb7c-3c21-4e47-a31c-cd591d47b984,segment=NetworkSegment(e8694b3d-8d1a-40e6-acd1-5ddd46749d3a),segment_id=e8694b3d-8d1a-40e6-acd1-5ddd46749d3a)] {{(pid=93000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:01:36.598875 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-56537b9b-19cc-402f-a4c8-ca7f38883cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:36.629500 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ccb1ab-8194-4d74-b48d-b4d831bc12e0 admin admin] Network 7c2f8857-88c5-405d-9e5d-ca6a329284f0 is already hosted by enough agents. {{(pid=92998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:01:36.637989 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.base_scheduler [None req-83ccb1ab-8194-4d74-b48d-b4d831bc12e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=92998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:01:36.641147 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ccb1ab-8194-4d74-b48d-b4d831bc12e0 admin admin] Received port after_create {{(pid=92998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:01:36.691141 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ccb1ab-8194-4d74-b48d-b4d831bc12e0 admin admin] Pushing event updated for resources: {'Port': ['ID=d3b311c5-a37f-4f97-a682-10c70b604234,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:36.713276 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56537b9b-19cc-402f-a4c8-ca7f38883cd9 None None] Pushing event updated for resources: {'Port': ['ID=043edb7c-3c21-4e47-a31c-cd591d47b984,revision_number=2']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:36.738478 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-241f784c-6818-47da-96ce-36dfa4547d86 None None] Notify callbacks [] for port, precommit_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:36.758695 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.provisioning_blocks [None req-241f784c-6818-47da-96ce-36dfa4547d86 None None] Transition to ACTIVE for port object 6269fa12-8968-48dd-81d2-625a3cfbd5e2 will not be triggered until provisioned by entity L2. {{(pid=93001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:01:36.775295 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-241f784c-6818-47da-96ce-36dfa4547d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:36.821783 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00859ece-076b-4f78-851e-d0fe45b77ba2 None None] Pushing event updated for resources: {'Port': ['ID=6269fa12-8968-48dd-81d2-625a3cfbd5e2,revision_number=3']} {{(pid=93001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:36.852530 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 3f9bcee7-9f3e-4b16-b53b-32a698964235 no longer exists at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:01:36.927209 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-94114009-01ec-4376-9e6d-6e084048585d None None] No Port match for: 3f9bcee7-9f3e-4b16-b53b-32a698964235 {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:01:36.929900 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 3f9bcee7-9f3e-4b16-b53b-32a698964235 not bound to the agent host dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:01:36.932271 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 7064ad73-5074-4022-a345-79ef8a787827 no longer exists at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:01:36.969238 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-94114009-01ec-4376-9e6d-6e084048585d None None] No Port match for: 7064ad73-5074-4022-a345-79ef8a787827 {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:01:36.969820 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 7064ad73-5074-4022-a345-79ef8a787827 not bound to the agent host dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:01:36.970408 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device a6bb8ae5-f918-471d-81df-9127ba65eb0b no longer exists at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:01:36.988187 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.managers [None req-241f784c-6818-47da-96ce-36dfa4547d86 None None] Attempting to bind port 6269fa12-8968-48dd-81d2-625a3cfbd5e2 on host dv-cinder-788364-5-smb for vnic_type normal with profile {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:01:36.988562 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.managers [None req-241f784c-6818-47da-96ce-36dfa4547d86 None None] Attempting to bind port 6269fa12-8968-48dd-81d2-625a3cfbd5e2 by drivers openvswitch,hyperv on host dv-cinder-788364-5-smb at level 0 using segments [{'id': '1682edac-5dad-45c5-8869-a7e0f2332a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a85f863f-4222-40a3-a485-c2244ef1465c'}] {{(pid=93001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:01:36.988904 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241f784c-6818-47da-96ce-36dfa4547d86 None None] Attempting to bind port 6269fa12-8968-48dd-81d2-625a3cfbd5e2 on network a85f863f-4222-40a3-a485-c2244ef1465c {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:01:36.998842 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241f784c-6818-47da-96ce-36dfa4547d86 None None] Checking agent: {'id': '8f3583b4-bf6b-4e6e-ba40-769030d39d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 45, 21), 'started_at': datetime.datetime(2021, 7, 16, 2, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:01:36.999176 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241f784c-6818-47da-96ce-36dfa4547d86 None None] Checking segment: {'id': '1682edac-5dad-45c5-8869-a7e0f2332a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a85f863f-4222-40a3-a485-c2244ef1465c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:01:36.999607 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-241f784c-6818-47da-96ce-36dfa4547d86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:37.000057 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-241f784c-6818-47da-96ce-36dfa4547d86 None None] Bound using segment: {'id': '1682edac-5dad-45c5-8869-a7e0f2332a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a85f863f-4222-40a3-a485-c2244ef1465c'} {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:01:37.000676 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.managers [None req-241f784c-6818-47da-96ce-36dfa4547d86 None None] Bound port: 6269fa12-8968-48dd-81d2-625a3cfbd5e2, host: dv-cinder-788364-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1682edac-5dad-45c5-8869-a7e0f2332a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a85f863f-4222-40a3-a485-c2244ef1465c'}}] {{(pid=93001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:01:37.001078 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-241f784c-6818-47da-96ce-36dfa4547d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:37.007324 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-94114009-01ec-4376-9e6d-6e084048585d None None] No Port match for: a6bb8ae5-f918-471d-81df-9127ba65eb0b {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:01:37.007963 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device a6bb8ae5-f918-471d-81df-9127ba65eb0b not bound to the agent host dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:01:37.124149 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.db [None req-241f784c-6818-47da-96ce-36dfa4547d86 None None] For port 6269fa12-8968-48dd-81d2-625a3cfbd5e2, host dv-cinder-788364-5-smb, cleared binding levels {{(pid=93001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:01:37.129174 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.db [None req-241f784c-6818-47da-96ce-36dfa4547d86 None None] For port 6269fa12-8968-48dd-81d2-625a3cfbd5e2, host dv-cinder-788364-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=6269fa12-8968-48dd-81d2-625a3cfbd5e2,segment=NetworkSegment(1682edac-5dad-45c5-8869-a7e0f2332a50),segment_id=1682edac-5dad-45c5-8869-a7e0f2332a50)] {{(pid=93001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:01:37.137414 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-241f784c-6818-47da-96ce-36dfa4547d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:37.230580 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-241f784c-6818-47da-96ce-36dfa4547d86 None None] Routers {'464432c9-5493-4739-84f2-2a0a31ceb958'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:01:37.234448 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-241f784c-6818-47da-96ce-36dfa4547d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T03:01:22Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['464432c9-5493-4739-84f2-2a0a31ceb958'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:37.313040 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00859ece-076b-4f78-851e-d0fe45b77ba2 None None] Pushing event updated for resources: {'Port': ['ID=6269fa12-8968-48dd-81d2-625a3cfbd5e2,revision_number=4']} {{(pid=93001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:37.485398 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-83ccb1ab-8194-4d74-b48d-b4d831bc12e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:37.570602 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-241f784c-6818-47da-96ce-36dfa4547d86 None None] Set router 464432c9-5493-4739-84f2-2a0a31ceb958 gateway port host: dv-cinder-788364-5-smb {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:01:37.723901 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-83ccb1ab-8194-4d74-b48d-b4d831bc12e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-442108', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-441863'] for router, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:37.829088 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-241f784c-6818-47da-96ce-36dfa4547d86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'name': 'tempest-TestShelveInstance-287572608-router', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': '9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:01:30Z', 'updated_at': '2021-07-16T03:01:33Z', 'revision_number': 4, 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'gw_port': {'id': '9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:30Z', 'updated_at': '2021-07-16T03:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '6269fa12-8968-48dd-81d2-625a3cfbd5e2', 'name': '', 'network_id': 'a85f863f-4222-40a3-a485-c2244ef1465c', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'mac_address': 'fa:16:3e:0e:8c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '89f1bb8a-d414-495b-b647-dda27585f923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:32Z', 'updated_at': '2021-07-16T03:01:37Z', 'revision_number': 4, 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'subnets': [{'id': '89f1bb8a-d414-495b-b647-dda27585f923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:37.862696 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-241f784c-6818-47da-96ce-36dfa4547d86 None None] The sync data for ids ['464432c9-5493-4739-84f2-2a0a31ceb958'] in dv-cinder-788364-5-smb is: [{'id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'name': 'tempest-TestShelveInstance-287572608-router', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': '9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:01:30Z', 'updated_at': '2021-07-16T03:01:33Z', 'revision_number': 4, 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'gw_port': {'id': '9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:30Z', 'updated_at': '2021-07-16T03:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '6269fa12-8968-48dd-81d2-625a3cfbd5e2', 'name': '', 'network_id': 'a85f863f-4222-40a3-a485-c2244ef1465c', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'mac_address': 'fa:16:3e:0e:8c:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '89f1bb8a-d414-495b-b647-dda27585f923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:32Z', 'updated_at': '2021-07-16T03:01:37Z', 'revision_number': 4, 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'subnets': [{'id': '89f1bb8a-d414-495b-b647-dda27585f923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:01:37.880278 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83ccb1ab-8194-4d74-b48d-b4d831bc12e0 admin admin] Router 28d0e1b2-e404-4d0a-a451-6c2008c67593 is scheduled to L3 agent c2717fd8-7624-4935-9c00-920e66229c5a with binding_index 1 {{(pid=92998) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 03:01:38.058335 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83ccb1ab-8194-4d74-b48d-b4d831bc12e0 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:01:38.072877 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135d8194-ec4a-4043-851f-19ece5994345 None None] Sync routers for ids ['28d0e1b2-e404-4d0a-a451-6c2008c67593'] in dv-cinder-788364-5-smb {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:01:38.084336 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-83ccb1ab-8194-4d74-b48d-b4d831bc12e0 admin admin] Notify callbacks [] for router, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:38.085940 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-83ccb1ab-8194-4d74-b48d-b4d831bc12e0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.6528115 Jul 16 03:01:38.088775 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 54968) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:38.089444 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135d8194-ec4a-4043-851f-19ece5994345 None None] Routers {'28d0e1b2-e404-4d0a-a451-6c2008c67593'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:01:38.090472 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-135d8194-ec4a-4043-851f-19ece5994345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T03:01:22Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['28d0e1b2-e404-4d0a-a451-6c2008c67593'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:38.215581 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9fe99c-b7f1-4497-b3a0-e9efe28e2170 None None] Network 9e93163f-debd-4934-b6ee-4620d85750d1 requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:01:38.368549 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-135d8194-ec4a-4043-851f-19ece5994345 None None] Set router 28d0e1b2-e404-4d0a-a451-6c2008c67593 gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:01:38.430690 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-3f2a93bc-fe7a-44eb-a551-e71394a1a288 None None] Provisioning for port 043edb7c-3c21-4e47-a31c-cd591d47b984 completed by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:01:38.465524 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 043edb7c-3c21-4e47-a31c-cd591d47b984 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:01:38.678038 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning for port 043edb7c-3c21-4e47-a31c-cd591d47b984 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:01:38.723022 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 043edb7c-3c21-4e47-a31c-cd591d47b984 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:01:38.723400 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:38.781483 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f27f2c8c-27e5-42bf-b0db-e1a6deea275d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:38.842805 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-135d8194-ec4a-4043-851f-19ece5994345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d0e1b2-e404-4d0a-a451-6c2008c67593', 'name': 'tempest-TestShelveInstance-650847882-router', 'tenant_id': '130ddbdbe1fc4fcca9e26c6f51ab0489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.196'}], 'enable_snat': True}, 'gw_port_id': 'd3b311c5-a37f-4f97-a682-10c70b604234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:01:35Z', 'updated_at': '2021-07-16T03:01:36Z', 'revision_number': 3, 'project_id': '130ddbdbe1fc4fcca9e26c6f51ab0489', 'gw_port': {'id': 'd3b311c5-a37f-4f97-a682-10c70b604234', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d0e1b2-e404-4d0a-a451-6c2008c67593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:36Z', 'updated_at': '2021-07-16T03:01:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb'}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:38.891912 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135d8194-ec4a-4043-851f-19ece5994345 None None] Checking router: 28d0e1b2-e404-4d0a-a451-6c2008c67593 for host: dv-cinder-788364-5-smb {{(pid=93000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:01:38.892395 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135d8194-ec4a-4043-851f-19ece5994345 None None] Updating router 28d0e1b2-e404-4d0a-a451-6c2008c67593 port d3b311c5-a37f-4f97-a682-10c70b604234 binding host dv-cinder-788364-5-smb {{(pid=93000) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:01:38.937182 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:38.982088 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-135d8194-ec4a-4043-851f-19ece5994345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:39.034876 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-94114009-01ec-4376-9e6d-6e084048585d None None] For port 043edb7c-3c21-4e47-a31c-cd591d47b984, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=043edb7c-3c21-4e47-a31c-cd591d47b984,segment=NetworkSegment(e8694b3d-8d1a-40e6-acd1-5ddd46749d3a),segment_id=e8694b3d-8d1a-40e6-acd1-5ddd46749d3a)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:01:39.052718 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:39.053535 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 6269fa12-8968-48dd-81d2-625a3cfbd5e2 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:01:39.072264 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 54980) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:39.093575 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.db_base_plugin_common [None req-f27f2c8c-27e5-42bf-b0db-e1a6deea275d admin admin] Allocated IP 172.20.0.1 (9e93163f-debd-4934-b6ee-4620d85750d1/aa80cd93-c298-4045-80e4-3427cf70282b/546331b2-2471-43e7-889c-1113e5462c88) {{(pid=92998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:01:39.261949 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Pushing event updated for resources: {'Port': ['ID=043edb7c-3c21-4e47-a31c-cd591d47b984,revision_number=3']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:39.277830 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-8e213330-d8ab-4ca2-8b8e-9bba36405f98 None None] Provisioning complete for port 043edb7c-3c21-4e47-a31c-cd591d47b984 triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:01:39.278217 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-8e213330-d8ab-4ca2-8b8e-9bba36405f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:39.278408 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f27f2c8c-27e5-42bf-b0db-e1a6deea275d admin admin] Notify callbacks [] for port, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:39.297106 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.provisioning_blocks [None req-f27f2c8c-27e5-42bf-b0db-e1a6deea275d admin admin] Transition to ACTIVE for port object 546331b2-2471-43e7-889c-1113e5462c88 will not be triggered until provisioned by entity DHCP. {{(pid=92998) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:01:39.297785 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-558a894a-3258-4c8f-b082-f3cc2c18e4af admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:39.341484 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning for port 6269fa12-8968-48dd-81d2-625a3cfbd5e2 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:01:39.356985 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f27f2c8c-27e5-42bf-b0db-e1a6deea275d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:39.361480 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 6269fa12-8968-48dd-81d2-625a3cfbd5e2 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:01:39.361855 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:39.403649 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27f2c8c-27e5-42bf-b0db-e1a6deea275d admin admin] Network 9e93163f-debd-4934-b6ee-4620d85750d1 is already hosted by enough agents. {{(pid=92998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:01:39.406832 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.base_scheduler [None req-f27f2c8c-27e5-42bf-b0db-e1a6deea275d admin admin] Resources bound (agent type, host, resource id): {{(pid=92998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:01:39.409764 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27f2c8c-27e5-42bf-b0db-e1a6deea275d admin admin] Received port after_create {{(pid=92998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:01:39.454722 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-558a894a-3258-4c8f-b082-f3cc2c18e4af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:39.457401 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f2c8c-27e5-42bf-b0db-e1a6deea275d admin admin] Pushing event updated for resources: {'Port': ['ID=546331b2-2471-43e7-889c-1113e5462c88,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:39.459896 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-558a894a-3258-4c8f-b082-f3cc2c18e4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:39.476625 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f27f2c8c-27e5-42bf-b0db-e1a6deea275d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-434992'] for router_interface, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:39.496122 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-558a894a-3258-4c8f-b082-f3cc2c18e4af admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac9fc4ade5784a6197c4d70fad5b6ce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4200518 Jul 16 03:01:39.500842 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 54984) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:39.536291 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a894a-3258-4c8f-b082-f3cc2c18e4af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6702b0-53f4-41a2-8d9d-c9fd8ff9397d,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:39.583117 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-cac46071-1970-4810-a537-181b1198c08d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:39.620572 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-cac46071-1970-4810-a537-181b1198c08d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:39.657443 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-135d8194-ec4a-4043-851f-19ece5994345 None None] Notify callbacks [] for port, precommit_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:39.666532 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:39.681507 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-135d8194-ec4a-4043-851f-19ece5994345 None None] Transition to ACTIVE for port object d3b311c5-a37f-4f97-a682-10c70b604234 will not be triggered until provisioned by entity L2. {{(pid=93000) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:01:39.694899 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-cac46071-1970-4810-a537-181b1198c08d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:39.700190 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-135d8194-ec4a-4043-851f-19ece5994345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:39.702329 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-cac46071-1970-4810-a537-181b1198c08d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:39.704067 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-cac46071-1970-4810-a537-181b1198c08d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2a6702b0-53f4-41a2-8d9d-c9fd8ff9397d HTTP/1.1" status: 204 len: 168 time: 0.2022173 Jul 16 03:01:39.714452 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac46071-1970-4810-a537-181b1198c08d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6702b0-53f4-41a2-8d9d-c9fd8ff9397d,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:39.719889 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f27f2c8c-27e5-42bf-b0db-e1a6deea275d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:39.782037 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-94114009-01ec-4376-9e6d-6e084048585d None None] For port 6269fa12-8968-48dd-81d2-625a3cfbd5e2, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=6269fa12-8968-48dd-81d2-625a3cfbd5e2,segment=NetworkSegment(1682edac-5dad-45c5-8869-a7e0f2332a50),segment_id=1682edac-5dad-45c5-8869-a7e0f2332a50)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:01:39.801128 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:39.823214 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372c541-8ffc-42d5-af89-f4c2f63965a3 None None] Pushing event updated for resources: {'Port': ['ID=d3b311c5-a37f-4f97-a682-10c70b604234,revision_number=2']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:39.851312 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-135d8194-ec4a-4043-851f-19ece5994345 None None] Attempting to bind port d3b311c5-a37f-4f97-a682-10c70b604234 on host dv-cinder-788364-5-smb for vnic_type normal with profile {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:01:39.851312 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-135d8194-ec4a-4043-851f-19ece5994345 None None] Attempting to bind port d3b311c5-a37f-4f97-a682-10c70b604234 by drivers openvswitch,hyperv on host dv-cinder-788364-5-smb at level 0 using segments [{'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'}] {{(pid=93000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:01:39.851663 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d8194-ec4a-4043-851f-19ece5994345 None None] Attempting to bind port d3b311c5-a37f-4f97-a682-10c70b604234 on network 7c2f8857-88c5-405d-9e5d-ca6a329284f0 {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:01:39.868820 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d8194-ec4a-4043-851f-19ece5994345 None None] Checking agent: {'id': '8f3583b4-bf6b-4e6e-ba40-769030d39d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 45, 21), 'started_at': datetime.datetime(2021, 7, 16, 2, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:01:39.869197 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d8194-ec4a-4043-851f-19ece5994345 None None] Checking segment: {'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93000) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:01:39.869610 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-135d8194-ec4a-4043-851f-19ece5994345 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:39.870013 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-135d8194-ec4a-4043-851f-19ece5994345 None None] Bound using segment: {'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'} {{(pid=93000) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:01:39.870502 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.managers [None req-135d8194-ec4a-4043-851f-19ece5994345 None None] Bound port: d3b311c5-a37f-4f97-a682-10c70b604234, host: dv-cinder-788364-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '552c363b-8a94-4391-a7bf-95f73577cc8e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0'}}] {{(pid=93000) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:01:39.870931 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-135d8194-ec4a-4043-851f-19ece5994345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:39.910508 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-ff28c6f0-a156-4fa8-b44c-e8e9bb52efd8 None None] Provisioning for port 546331b2-2471-43e7-889c-1113e5462c88 completed by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:01:39.921927 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Pushing event updated for resources: {'Port': ['ID=6269fa12-8968-48dd-81d2-625a3cfbd5e2,revision_number=5']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:39.925419 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-ff28c6f0-a156-4fa8-b44c-e8e9bb52efd8 None None] Provisioning complete for port 546331b2-2471-43e7-889c-1113e5462c88 triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:01:39.925995 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ff28c6f0-a156-4fa8-b44c-e8e9bb52efd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:39.935030 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f27f2c8c-27e5-42bf-b0db-e1a6deea275d admin admin] Notify callbacks [] for port, precommit_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:39.940991 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f27f2c8c-27e5-42bf-b0db-e1a6deea275d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110325'] for port, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:39.983762 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-ff28c6f0-a156-4fa8-b44c-e8e9bb52efd8 None None] Port 546331b2-2471-43e7-889c-1113e5462c88 cannot update to ACTIVE because it is not bound. {{(pid=93000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:01:39.986777 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-135d8194-ec4a-4043-851f-19ece5994345 None None] For port d3b311c5-a37f-4f97-a682-10c70b604234, host dv-cinder-788364-5-smb, cleared binding levels {{(pid=93000) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:01:39.991226 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-135d8194-ec4a-4043-851f-19ece5994345 None None] For port d3b311c5-a37f-4f97-a682-10c70b604234, host dv-cinder-788364-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=d3b311c5-a37f-4f97-a682-10c70b604234,segment=NetworkSegment(552c363b-8a94-4391-a7bf-95f73577cc8e),segment_id=552c363b-8a94-4391-a7bf-95f73577cc8e)] {{(pid=93000) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:01:39.997231 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-135d8194-ec4a-4043-851f-19ece5994345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:40.027898 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f27f2c8c-27e5-42bf-b0db-e1a6deea275d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-539136', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-435012'] for router_interface, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:40.029919 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27f2c8c-27e5-42bf-b0db-e1a6deea275d admin admin] Pushing event updated for resources: {'Port': ['ID=546331b2-2471-43e7-889c-1113e5462c88,revision_number=2']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:40.080177 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372c541-8ffc-42d5-af89-f4c2f63965a3 None None] Pushing event updated for resources: {'Port': ['ID=d3b311c5-a37f-4f97-a682-10c70b604234,revision_number=3']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:40.083105 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135d8194-ec4a-4043-851f-19ece5994345 None None] Routers {'28d0e1b2-e404-4d0a-a451-6c2008c67593'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:01:40.083735 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-135d8194-ec4a-4043-851f-19ece5994345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T03:01:22Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['28d0e1b2-e404-4d0a-a451-6c2008c67593'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:40.111197 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 54990) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:40.126226 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-df5c6c6b-1d0e-4ec3-8e21-0421864356e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:40.142388 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f27f2c8c-27e5-42bf-b0db-e1a6deea275d admin admin] Network 9e93163f-debd-4934-b6ee-4620d85750d1 is already hosted by enough agents. {{(pid=92998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:01:40.143852 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.base_scheduler [None req-f27f2c8c-27e5-42bf-b0db-e1a6deea275d admin admin] Resources bound (agent type, host, resource id): {{(pid=92998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:01:40.275030 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-df5c6c6b-1d0e-4ec3-8e21-0421864356e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:40.281389 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-df5c6c6b-1d0e-4ec3-8e21-0421864356e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:40.305369 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27f2c8c-27e5-42bf-b0db-e1a6deea275d admin admin] Router 28d0e1b2-e404-4d0a-a451-6c2008c67593 has already been hosted by L3 agent c2717fd8-7624-4935-9c00-920e66229c5a {{(pid=92998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:01:40.324814 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-df5c6c6b-1d0e-4ec3-8e21-0421864356e5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f8304077411441dbaf0e5b977cd8114d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2118320 Jul 16 03:01:40.327910 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 54992) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:40.347457 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 043edb7c-3c21-4e47-a31c-cd591d47b984 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:01:40.382969 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5c6c6b-1d0e-4ec3-8e21-0421864356e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34146d06-1670-4ec3-8f51-2f35aa7dd1ac,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:40.417721 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-135d8194-ec4a-4043-851f-19ece5994345 None None] Set router 28d0e1b2-e404-4d0a-a451-6c2008c67593 gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:01:40.420900 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-a3e10d8b-427b-40c1-9c22-ffb0ee7bfff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:40.444705 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-a3e10d8b-427b-40c1-9c22-ffb0ee7bfff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:40.456450 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27f2c8c-27e5-42bf-b0db-e1a6deea275d admin admin] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:01:40.463119 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-f27f2c8c-27e5-42bf-b0db-e1a6deea275d admin admin] 10.222.0.21 "PUT /v2.0/routers/28d0e1b2-e404-4d0a-a451-6c2008c67593/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3716431 Jul 16 03:01:40.466307 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 043edb7c-3c21-4e47-a31c-cd591d47b984 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:01:40.466737 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:40.524703 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-a3e10d8b-427b-40c1-9c22-ffb0ee7bfff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:40.530336 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-a3e10d8b-427b-40c1-9c22-ffb0ee7bfff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:40.532628 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-a3e10d8b-427b-40c1-9c22-ffb0ee7bfff9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/34146d06-1670-4ec3-8f51-2f35aa7dd1ac HTTP/1.1" status: 204 len: 168 time: 0.2029731 Jul 16 03:01:40.549393 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e10d8b-427b-40c1-9c22-ffb0ee7bfff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34146d06-1670-4ec3-8f51-2f35aa7dd1ac,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:40.625692 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-c2f2df5e-ab84-4e8c-8d8f-7ff85cdb8c1b None None] Provisioning complete for port 546331b2-2471-43e7-889c-1113e5462c88 triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:01:40.626079 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-c2f2df5e-ab84-4e8c-8d8f-7ff85cdb8c1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:40.719166 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-c2f2df5e-ab84-4e8c-8d8f-7ff85cdb8c1b None None] Port 546331b2-2471-43e7-889c-1113e5462c88 cannot update to ACTIVE because it is not bound. {{(pid=93000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:01:40.724929 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 6269fa12-8968-48dd-81d2-625a3cfbd5e2 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:01:40.817565 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 6269fa12-8968-48dd-81d2-625a3cfbd5e2 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:01:40.817947 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:40.823380 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-135d8194-ec4a-4043-851f-19ece5994345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d0e1b2-e404-4d0a-a451-6c2008c67593', 'name': 'tempest-TestShelveInstance-650847882-router', 'tenant_id': '130ddbdbe1fc4fcca9e26c6f51ab0489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.196'}], 'enable_snat': True}, 'gw_port_id': 'd3b311c5-a37f-4f97-a682-10c70b604234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:01:35Z', 'updated_at': '2021-07-16T03:01:39Z', 'revision_number': 4, 'project_id': '130ddbdbe1fc4fcca9e26c6f51ab0489', 'gw_port': {'id': 'd3b311c5-a37f-4f97-a682-10c70b604234', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d0e1b2-e404-4d0a-a451-6c2008c67593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:36Z', 'updated_at': '2021-07-16T03:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '546331b2-2471-43e7-889c-1113e5462c88', 'name': '', 'network_id': '9e93163f-debd-4934-b6ee-4620d85750d1', 'tenant_id': '130ddbdbe1fc4fcca9e26c6f51ab0489', 'mac_address': 'fa:16:3e:e4:96:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d0e1b2-e404-4d0a-a451-6c2008c67593', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'aa80cd93-c298-4045-80e4-3427cf70282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:38Z', 'updated_at': '2021-07-16T03:01:39Z', 'revision_number': 2, 'project_id': '130ddbdbe1fc4fcca9e26c6f51ab0489', 'subnets': [{'id': 'aa80cd93-c298-4045-80e4-3427cf70282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:40.870458 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-135d8194-ec4a-4043-851f-19ece5994345 None None] The sync data for ids ['28d0e1b2-e404-4d0a-a451-6c2008c67593'] in dv-cinder-788364-5-smb is: [{'id': '28d0e1b2-e404-4d0a-a451-6c2008c67593', 'name': 'tempest-TestShelveInstance-650847882-router', 'tenant_id': '130ddbdbe1fc4fcca9e26c6f51ab0489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.196'}], 'enable_snat': True}, 'gw_port_id': 'd3b311c5-a37f-4f97-a682-10c70b604234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:01:35Z', 'updated_at': '2021-07-16T03:01:39Z', 'revision_number': 4, 'project_id': '130ddbdbe1fc4fcca9e26c6f51ab0489', 'gw_port': {'id': 'd3b311c5-a37f-4f97-a682-10c70b604234', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1c:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d0e1b2-e404-4d0a-a451-6c2008c67593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:36Z', 'updated_at': '2021-07-16T03:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '546331b2-2471-43e7-889c-1113e5462c88', 'name': '', 'network_id': '9e93163f-debd-4934-b6ee-4620d85750d1', 'tenant_id': '130ddbdbe1fc4fcca9e26c6f51ab0489', 'mac_address': 'fa:16:3e:e4:96:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d0e1b2-e404-4d0a-a451-6c2008c67593', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'aa80cd93-c298-4045-80e4-3427cf70282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:38Z', 'updated_at': '2021-07-16T03:01:39Z', 'revision_number': 2, 'project_id': '130ddbdbe1fc4fcca9e26c6f51ab0489', 'subnets': [{'id': 'aa80cd93-c298-4045-80e4-3427cf70282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:01:41.256811 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 55018) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:41.261704 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-f3f789d1-a204-40ce-9675-39629ab877f7 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-850543906', 'description': 'tempest-secgroup-smoke-850543906 description', 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:01:41.293254 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f3f789d1-a204-40ce-9675-39629ab877f7 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:41.390422 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f3f789d1-a204-40ce-9675-39629ab877f7 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:41.395529 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f3f789d1-a204-40ce-9675-39629ab877f7 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:41.425577 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f3f789d1-a204-40ce-9675-39629ab877f7 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:41.426844 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-f3f789d1-a204-40ce-9675-39629ab877f7 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1689763 Jul 16 03:01:41.429957 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 55024) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:41.435914 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-3df6eb79-5289-47d2-b05e-5beeb53ea0a2 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Request body: {'security_group_rule': {'security_group_id': 'aa358086-bb8f-47b5-9d10-a683d2c213fc', 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:01:41.450932 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f789d1-a204-40ce-9675-39629ab877f7 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa358086-bb8f-47b5-9d10-a683d2c213fc,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:41.472592 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3df6eb79-5289-47d2-b05e-5beeb53ea0a2 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:41.537593 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3df6eb79-5289-47d2-b05e-5beeb53ea0a2 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:41.542407 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3df6eb79-5289-47d2-b05e-5beeb53ea0a2 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608273'] for security_group_rule, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:41.569857 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df6eb79-5289-47d2-b05e-5beeb53ea0a2 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5901ded-a467-4a93-bbae-fd13be050baa,revision_number=0']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:41.590921 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3df6eb79-5289-47d2-b05e-5beeb53ea0a2 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:41.595767 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 55028) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:41.597545 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-3df6eb79-5289-47d2-b05e-5beeb53ea0a2 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1655600 Jul 16 03:01:41.600903 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-5f80f225-38af-40ce-b646-c4084387fa13 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Request body: {'security_group_rule': {'security_group_id': 'aa358086-bb8f-47b5-9d10-a683d2c213fc', 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:01:41.639022 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5f80f225-38af-40ce-b646-c4084387fa13 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:41.700891 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5f80f225-38af-40ce-b646-c4084387fa13 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:41.709454 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5f80f225-38af-40ce-b646-c4084387fa13 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608273'] for security_group_rule, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:41.730742 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f80f225-38af-40ce-b646-c4084387fa13 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ded317f1-5683-41e1-a8a9-21c85813526d,revision_number=0']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:41.738414 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-5f80f225-38af-40ce-b646-c4084387fa13 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:41.742237 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-5f80f225-38af-40ce-b646-c4084387fa13 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1426761 Jul 16 03:01:41.742582 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 55034) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:41.748632 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [None req-e15ba265-3ab4-4d26-93e7-60962d02ae5f tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Request body: {'security_group_rule': {'security_group_id': 'aa358086-bb8f-47b5-9d10-a683d2c213fc', 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:01:41.777398 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-e15ba265-3ab4-4d26-93e7-60962d02ae5f tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:41.851575 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-e15ba265-3ab4-4d26-93e7-60962d02ae5f tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:41.857130 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-e15ba265-3ab4-4d26-93e7-60962d02ae5f tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608273'] for security_group_rule, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:41.877964 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ba265-3ab4-4d26-93e7-60962d02ae5f tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb57ce0d-6477-409e-9097-ce4aa7ef6d69,revision_number=0']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:41.882415 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-e15ba265-3ab4-4d26-93e7-60962d02ae5f tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:41.885365 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-e15ba265-3ab4-4d26-93e7-60962d02ae5f tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1408598 Jul 16 03:01:41.888099 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 55038) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:41.893088 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-d1a2ecd2-fa2b-447f-bfc7-6a493a7632ae tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Request body: {'security_group_rule': {'security_group_id': 'aa358086-bb8f-47b5-9d10-a683d2c213fc', 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:01:41.921869 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d1a2ecd2-fa2b-447f-bfc7-6a493a7632ae tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:42.005760 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d1a2ecd2-fa2b-447f-bfc7-6a493a7632ae tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:42.010381 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d1a2ecd2-fa2b-447f-bfc7-6a493a7632ae tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608273'] for security_group_rule, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:42.028870 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a2ecd2-fa2b-447f-bfc7-6a493a7632ae tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d72825b-c878-4cb8-bd0f-e72a8a216c76,revision_number=0']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:42.037563 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d1a2ecd2-fa2b-447f-bfc7-6a493a7632ae tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:42.042201 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-d1a2ecd2-fa2b-447f-bfc7-6a493a7632ae tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1498337 Jul 16 03:01:42.042652 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 55044) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:42.050547 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-f1bffbf5-4b46-4d09-9dfa-93f4967cf315 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Request body: {'security_group_rule': {'security_group_id': 'aa358086-bb8f-47b5-9d10-a683d2c213fc', 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:01:42.076459 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.db.securitygroups_db [None req-f1bffbf5-4b46-4d09-9dfa-93f4967cf315 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Project 2d18dd3d9daa4b218a5766d0cc2025e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:01:42.081971 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f1bffbf5-4b46-4d09-9dfa-93f4967cf315 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:42.149714 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f1bffbf5-4b46-4d09-9dfa-93f4967cf315 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:42.159780 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f1bffbf5-4b46-4d09-9dfa-93f4967cf315 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608273'] for security_group_rule, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:42.191519 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f1bffbf5-4b46-4d09-9dfa-93f4967cf315 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:42.195364 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-f1bffbf5-4b46-4d09-9dfa-93f4967cf315 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1463873 Jul 16 03:01:42.195540 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bffbf5-4b46-4d09-9dfa-93f4967cf315 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81327264-fbaf-4ee5-8969-7edce16cdc02,revision_number=0']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:42.198206 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 55050) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:42.202885 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-e0d326e9-0539-44b7-8e0d-eb03490d2e16 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Request body: {'security_group_rule': {'security_group_id': 'aa358086-bb8f-47b5-9d10-a683d2c213fc', 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:01:42.230187 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.db.securitygroups_db [None req-e0d326e9-0539-44b7-8e0d-eb03490d2e16 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Project 2d18dd3d9daa4b218a5766d0cc2025e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 03:01:42.239673 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-e0d326e9-0539-44b7-8e0d-eb03490d2e16 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:42.240769 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device d3b311c5-a37f-4f97-a682-10c70b604234 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:01:42.306875 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning for port d3b311c5-a37f-4f97-a682-10c70b604234 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:01:42.311483 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port d3b311c5-a37f-4f97-a682-10c70b604234 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:01:42.312120 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:42.342828 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-e0d326e9-0539-44b7-8e0d-eb03490d2e16 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:42.348274 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-e0d326e9-0539-44b7-8e0d-eb03490d2e16 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608273'] for security_group_rule, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:42.373657 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d326e9-0539-44b7-8e0d-eb03490d2e16 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d4e9ee-7ece-46bd-a609-5c939f23e186,revision_number=0']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:42.378569 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-e0d326e9-0539-44b7-8e0d-eb03490d2e16 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:42.388436 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-e0d326e9-0539-44b7-8e0d-eb03490d2e16 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1889312 Jul 16 03:01:42.439504 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:42.462853 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-94114009-01ec-4376-9e6d-6e084048585d None None] For port d3b311c5-a37f-4f97-a682-10c70b604234, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=d3b311c5-a37f-4f97-a682-10c70b604234,segment=NetworkSegment(552c363b-8a94-4391-a7bf-95f73577cc8e),segment_id=552c363b-8a94-4391-a7bf-95f73577cc8e)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:01:42.467466 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:42.536518 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Pushing event updated for resources: {'Port': ['ID=d3b311c5-a37f-4f97-a682-10c70b604234,revision_number=4']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:44.190607 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device d3b311c5-a37f-4f97-a682-10c70b604234 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:01:44.244386 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port d3b311c5-a37f-4f97-a682-10c70b604234 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:01:44.244756 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:44.558324 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb778a4-3b31-44c4-8aab-fd174ce6412f None None] Sync routers for ids ['28d0e1b2-e404-4d0a-a451-6c2008c67593'] in dv-cinder-788364-5-smb {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:01:44.567408 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb778a4-3b31-44c4-8aab-fd174ce6412f None None] Routers {'28d0e1b2-e404-4d0a-a451-6c2008c67593'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:01:44.568050 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-5eb778a4-3b31-44c4-8aab-fd174ce6412f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T03:01:22Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['28d0e1b2-e404-4d0a-a451-6c2008c67593'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:44.679094 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-5eb778a4-3b31-44c4-8aab-fd174ce6412f None None] Set router 28d0e1b2-e404-4d0a-a451-6c2008c67593 gateway port host: dv-cinder-788364-5-smb {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:01:44.892642 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-5eb778a4-3b31-44c4-8aab-fd174ce6412f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d0e1b2-e404-4d0a-a451-6c2008c67593', 'name': 'tempest-TestShelveInstance-650847882-router', 'tenant_id': '130ddbdbe1fc4fcca9e26c6f51ab0489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.196'}], 'enable_snat': True}, 'gw_port_id': 'd3b311c5-a37f-4f97-a682-10c70b604234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:01:35Z', 'updated_at': '2021-07-16T03:01:39Z', 'revision_number': 4, 'project_id': '130ddbdbe1fc4fcca9e26c6f51ab0489', 'gw_port': {'id': 'd3b311c5-a37f-4f97-a682-10c70b604234', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d0e1b2-e404-4d0a-a451-6c2008c67593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:36Z', 'updated_at': '2021-07-16T03:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '546331b2-2471-43e7-889c-1113e5462c88', 'name': '', 'network_id': '9e93163f-debd-4934-b6ee-4620d85750d1', 'tenant_id': '130ddbdbe1fc4fcca9e26c6f51ab0489', 'mac_address': 'fa:16:3e:e4:96:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d0e1b2-e404-4d0a-a451-6c2008c67593', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'aa80cd93-c298-4045-80e4-3427cf70282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:38Z', 'updated_at': '2021-07-16T03:01:39Z', 'revision_number': 2, 'project_id': '130ddbdbe1fc4fcca9e26c6f51ab0489', 'subnets': [{'id': 'aa80cd93-c298-4045-80e4-3427cf70282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:44.919601 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb778a4-3b31-44c4-8aab-fd174ce6412f None None] Checking router: 28d0e1b2-e404-4d0a-a451-6c2008c67593 for host: dv-cinder-788364-5-smb {{(pid=93001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:01:44.920006 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb778a4-3b31-44c4-8aab-fd174ce6412f None None] Updating router 28d0e1b2-e404-4d0a-a451-6c2008c67593 port 546331b2-2471-43e7-889c-1113e5462c88 binding host dv-cinder-788364-5-smb {{(pid=93001) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 03:01:44.956338 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-5eb778a4-3b31-44c4-8aab-fd174ce6412f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:45.253476 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-5eb778a4-3b31-44c4-8aab-fd174ce6412f None None] Notify callbacks [] for port, precommit_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:45.264968 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.provisioning_blocks [None req-5eb778a4-3b31-44c4-8aab-fd174ce6412f None None] Transition to ACTIVE for port object 546331b2-2471-43e7-889c-1113e5462c88 will not be triggered until provisioned by entity L2. {{(pid=93001) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:01:45.272690 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-5eb778a4-3b31-44c4-8aab-fd174ce6412f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:45.331338 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fa74e-784d-41a2-8a4f-cbfabc3fc99d None None] Pushing event updated for resources: {'Port': ['ID=546331b2-2471-43e7-889c-1113e5462c88,revision_number=3']} {{(pid=93001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:45.397067 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.managers [None req-5eb778a4-3b31-44c4-8aab-fd174ce6412f None None] Attempting to bind port 546331b2-2471-43e7-889c-1113e5462c88 on host dv-cinder-788364-5-smb for vnic_type normal with profile {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:01:45.397435 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.managers [None req-5eb778a4-3b31-44c4-8aab-fd174ce6412f None None] Attempting to bind port 546331b2-2471-43e7-889c-1113e5462c88 by drivers openvswitch,hyperv on host dv-cinder-788364-5-smb at level 0 using segments [{'id': 'e8694b3d-8d1a-40e6-acd1-5ddd46749d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9e93163f-debd-4934-b6ee-4620d85750d1'}] {{(pid=93001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:01:45.397784 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb778a4-3b31-44c4-8aab-fd174ce6412f None None] Attempting to bind port 546331b2-2471-43e7-889c-1113e5462c88 on network 9e93163f-debd-4934-b6ee-4620d85750d1 {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:01:45.403800 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb778a4-3b31-44c4-8aab-fd174ce6412f None None] Checking agent: {'id': '8f3583b4-bf6b-4e6e-ba40-769030d39d65', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-788364-5-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 45, 21), 'started_at': datetime.datetime(2021, 7, 16, 2, 45, 51), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 1, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-788364-5-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:01:45.404196 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb778a4-3b31-44c4-8aab-fd174ce6412f None None] Checking segment: {'id': 'e8694b3d-8d1a-40e6-acd1-5ddd46749d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9e93163f-debd-4934-b6ee-4620d85750d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93001) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:01:45.404592 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-5eb778a4-3b31-44c4-8aab-fd174ce6412f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:45.404979 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb778a4-3b31-44c4-8aab-fd174ce6412f None None] Bound using segment: {'id': 'e8694b3d-8d1a-40e6-acd1-5ddd46749d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9e93163f-debd-4934-b6ee-4620d85750d1'} {{(pid=93001) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:01:45.405438 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.managers [None req-5eb778a4-3b31-44c4-8aab-fd174ce6412f None None] Bound port: 546331b2-2471-43e7-889c-1113e5462c88, host: dv-cinder-788364-5-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8694b3d-8d1a-40e6-acd1-5ddd46749d3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 535, 'network_id': '9e93163f-debd-4934-b6ee-4620d85750d1'}}] {{(pid=93001) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:01:45.405828 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-5eb778a4-3b31-44c4-8aab-fd174ce6412f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:45.426059 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 55154) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:45.477230 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.db [None req-5eb778a4-3b31-44c4-8aab-fd174ce6412f None None] For port 546331b2-2471-43e7-889c-1113e5462c88, host dv-cinder-788364-5-smb, cleared binding levels {{(pid=93001) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:01:45.481015 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.plugins.ml2.db [None req-5eb778a4-3b31-44c4-8aab-fd174ce6412f None None] For port 546331b2-2471-43e7-889c-1113e5462c88, host dv-cinder-788364-5-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=546331b2-2471-43e7-889c-1113e5462c88,segment=NetworkSegment(e8694b3d-8d1a-40e6-acd1-5ddd46749d3a),segment_id=e8694b3d-8d1a-40e6-acd1-5ddd46749d3a)] {{(pid=93001) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:01:45.486067 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron_lib.callbacks.manager [None req-5eb778a4-3b31-44c4-8aab-fd174ce6412f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93001) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:45.547477 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-391f195c-f45b-4065-98e6-31ca78db3c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:45.549565 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb778a4-3b31-44c4-8aab-fd174ce6412f None None] Routers {'28d0e1b2-e404-4d0a-a451-6c2008c67593'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:01:45.550212 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-5eb778a4-3b31-44c4-8aab-fd174ce6412f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T03:01:22Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['28d0e1b2-e404-4d0a-a451-6c2008c67593'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:45.605980 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71fa74e-784d-41a2-8a4f-cbfabc3fc99d None None] Pushing event updated for resources: {'Port': ['ID=546331b2-2471-43e7-889c-1113e5462c88,revision_number=4']} {{(pid=93001) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:45.676119 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-391f195c-f45b-4065-98e6-31ca78db3c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:45.681731 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-391f195c-f45b-4065-98e6-31ca78db3c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:45.682986 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-5eb778a4-3b31-44c4-8aab-fd174ce6412f None None] Set router 28d0e1b2-e404-4d0a-a451-6c2008c67593 gateway port host: dv-cinder-788364-5-smb {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:01:45.730510 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-391f195c-f45b-4065-98e6-31ca78db3c2a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d32db49bae054b7a96956a293c741730&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3025873 Jul 16 03:01:45.732923 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 55158) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:45.738982 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f195c-f45b-4065-98e6-31ca78db3c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a340f138-ef32-4adb-b8c1-0242c4d35210,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:45.786781 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d993aef5-6964-4377-ad12-12f6490f611f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:45.811091 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d993aef5-6964-4377-ad12-12f6490f611f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:45.860227 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d993aef5-6964-4377-ad12-12f6490f611f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:45.862976 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d993aef5-6964-4377-ad12-12f6490f611f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:45.864197 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-d993aef5-6964-4377-ad12-12f6490f611f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a340f138-ef32-4adb-b8c1-0242c4d35210 HTTP/1.1" status: 204 len: 168 time: 0.1303227 Jul 16 03:01:45.879615 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d993aef5-6964-4377-ad12-12f6490f611f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a340f138-ef32-4adb-b8c1-0242c4d35210,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:45.906277 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-5eb778a4-3b31-44c4-8aab-fd174ce6412f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d0e1b2-e404-4d0a-a451-6c2008c67593', 'name': 'tempest-TestShelveInstance-650847882-router', 'tenant_id': '130ddbdbe1fc4fcca9e26c6f51ab0489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.196'}], 'enable_snat': True}, 'gw_port_id': 'd3b311c5-a37f-4f97-a682-10c70b604234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:01:35Z', 'updated_at': '2021-07-16T03:01:39Z', 'revision_number': 4, 'project_id': '130ddbdbe1fc4fcca9e26c6f51ab0489', 'gw_port': {'id': 'd3b311c5-a37f-4f97-a682-10c70b604234', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d0e1b2-e404-4d0a-a451-6c2008c67593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:36Z', 'updated_at': '2021-07-16T03:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '546331b2-2471-43e7-889c-1113e5462c88', 'name': '', 'network_id': '9e93163f-debd-4934-b6ee-4620d85750d1', 'tenant_id': '130ddbdbe1fc4fcca9e26c6f51ab0489', 'mac_address': 'fa:16:3e:e4:96:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d0e1b2-e404-4d0a-a451-6c2008c67593', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'aa80cd93-c298-4045-80e4-3427cf70282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:38Z', 'updated_at': '2021-07-16T03:01:45Z', 'revision_number': 4, 'project_id': '130ddbdbe1fc4fcca9e26c6f51ab0489', 'subnets': [{'id': 'aa80cd93-c298-4045-80e4-3427cf70282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:01:45.940827 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb778a4-3b31-44c4-8aab-fd174ce6412f None None] The sync data for ids ['28d0e1b2-e404-4d0a-a451-6c2008c67593'] in dv-cinder-788364-5-smb is: [{'id': '28d0e1b2-e404-4d0a-a451-6c2008c67593', 'name': 'tempest-TestShelveInstance-650847882-router', 'tenant_id': '130ddbdbe1fc4fcca9e26c6f51ab0489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.196'}], 'enable_snat': True}, 'gw_port_id': 'd3b311c5-a37f-4f97-a682-10c70b604234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:01:35Z', 'updated_at': '2021-07-16T03:01:39Z', 'revision_number': 4, 'project_id': '130ddbdbe1fc4fcca9e26c6f51ab0489', 'gw_port': {'id': 'd3b311c5-a37f-4f97-a682-10c70b604234', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d0e1b2-e404-4d0a-a451-6c2008c67593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:36Z', 'updated_at': '2021-07-16T03:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '546331b2-2471-43e7-889c-1113e5462c88', 'name': '', 'network_id': '9e93163f-debd-4934-b6ee-4620d85750d1', 'tenant_id': '130ddbdbe1fc4fcca9e26c6f51ab0489', 'mac_address': 'fa:16:3e:e4:96:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '28d0e1b2-e404-4d0a-a451-6c2008c67593', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': 'aa80cd93-c298-4045-80e4-3427cf70282b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:38Z', 'updated_at': '2021-07-16T03:01:45Z', 'revision_number': 4, 'project_id': '130ddbdbe1fc4fcca9e26c6f51ab0489', 'subnets': [{'id': 'aa80cd93-c298-4045-80e4-3427cf70282b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:01:46.204517 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 55166) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:46.221283 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 546331b2-2471-43e7-889c-1113e5462c88 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:01:46.224170 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8c0dd471-f1b2-4793-86e9-d199e37fe1b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:46.280534 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning for port 546331b2-2471-43e7-889c-1113e5462c88 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:01:46.284820 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 546331b2-2471-43e7-889c-1113e5462c88 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:01:46.285404 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:46.337413 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8c0dd471-f1b2-4793-86e9-d199e37fe1b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:46.342545 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-8c0dd471-f1b2-4793-86e9-d199e37fe1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:46.377136 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:46.382516 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-8c0dd471-f1b2-4793-86e9-d199e37fe1b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c988381fca0843d5858597f3ae46b6a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1769001 Jul 16 03:01:46.385520 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0dd471-f1b2-4793-86e9-d199e37fe1b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaa51b9c-b041-4e19-b87a-626876c82bd8,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:46.386091 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 55168) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:46.432221 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-94114009-01ec-4376-9e6d-6e084048585d None None] For port 546331b2-2471-43e7-889c-1113e5462c88, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=546331b2-2471-43e7-889c-1113e5462c88,segment=NetworkSegment(e8694b3d-8d1a-40e6-acd1-5ddd46749d3a),segment_id=e8694b3d-8d1a-40e6-acd1-5ddd46749d3a)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:01:46.440097 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:46.444058 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-b8013850-18f7-4142-8a0c-0396917ce4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:46.471197 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-b8013850-18f7-4142-8a0c-0396917ce4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:46.493800 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Pushing event updated for resources: {'Port': ['ID=546331b2-2471-43e7-889c-1113e5462c88,revision_number=5']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:46.524872 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-b8013850-18f7-4142-8a0c-0396917ce4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:46.527568 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-b8013850-18f7-4142-8a0c-0396917ce4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:46.528838 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-b8013850-18f7-4142-8a0c-0396917ce4a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eaa51b9c-b041-4e19-b87a-626876c82bd8 HTTP/1.1" status: 204 len: 168 time: 0.1416857 Jul 16 03:01:46.536920 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8013850-18f7-4142-8a0c-0396917ce4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaa51b9c-b041-4e19-b87a-626876c82bd8,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:47.285550 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:48.198205 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 546331b2-2471-43e7-889c-1113e5462c88 up at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:01:48.258510 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Provisioning complete for port 546331b2-2471-43e7-889c-1113e5462c88 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:01:48.258918 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:48.373628 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-5fc7d9e7-8389-46fb-a1f0-7b1dd8cfedcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:49.588401 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 55306) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:49.691221 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-9914037e-4abf-42be-979e-4f591cd9178c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:49.791495 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-9914037e-4abf-42be-979e-4f591cd9178c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:49.795560 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-9914037e-4abf-42be-979e-4f591cd9178c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:49.834317 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-9914037e-4abf-42be-979e-4f591cd9178c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=89e1bce8ba8a4cbc8cd128ec1ce58b35&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448041 Jul 16 03:01:49.835440 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914037e-4abf-42be-979e-4f591cd9178c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f65c3ab-2e14-417c-ac81-390ce5148627,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:49.837812 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 55310) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:49.901111 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1dc2-fc93-4f57-8398-3092594cbca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:49.921913 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1dc2-fc93-4f57-8398-3092594cbca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:49.969025 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1dc2-fc93-4f57-8398-3092594cbca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:49.971619 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1dc2-fc93-4f57-8398-3092594cbca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:49.972812 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-4c9e1dc2-fc93-4f57-8398-3092594cbca3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f65c3ab-2e14-417c-ac81-390ce5148627 HTTP/1.1" status: 204 len: 168 time: 0.1327817 Jul 16 03:01:49.981351 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e1dc2-fc93-4f57-8398-3092594cbca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f65c3ab-2e14-417c-ac81-390ce5148627,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:50.246424 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 55316) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:50.260411 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f7381175-6228-4622-9c22-5e01baeb04f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:50.366132 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f7381175-6228-4622-9c22-5e01baeb04f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:50.372073 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f7381175-6228-4622-9c22-5e01baeb04f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:50.411224 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7381175-6228-4622-9c22-5e01baeb04f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b646294-c83f-4167-befa-178a93475ee9,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:50.415739 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-f7381175-6228-4622-9c22-5e01baeb04f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=16087b93d0b141119a5768e1b463e3e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1683064 Jul 16 03:01:50.418323 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 55320) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:50.468019 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-be19281e-4c26-4291-a820-ce1b3aa53ec4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:50.489899 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-be19281e-4c26-4291-a820-ce1b3aa53ec4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:50.538429 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-be19281e-4c26-4291-a820-ce1b3aa53ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:50.541757 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-be19281e-4c26-4291-a820-ce1b3aa53ec4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:50.544328 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-be19281e-4c26-4291-a820-ce1b3aa53ec4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b646294-c83f-4167-befa-178a93475ee9 HTTP/1.1" status: 204 len: 168 time: 0.1250167 Jul 16 03:01:50.552357 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be19281e-4c26-4291-a820-ce1b3aa53ec4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b646294-c83f-4167-befa-178a93475ee9,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:51.346213 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:51.600266 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-7b19d69c-cf1c-451c-bb48-c4184688e765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:52.135359 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 55366) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:52.237715 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-2c31fb57-db23-4206-abe5-bcc00b7e9c7a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:52.333968 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-2c31fb57-db23-4206-abe5-bcc00b7e9c7a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:52.337783 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-2c31fb57-db23-4206-abe5-bcc00b7e9c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:52.377165 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-2c31fb57-db23-4206-abe5-bcc00b7e9c7a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9cadbdfdedf4c06be936d954d0b07f9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406301 Jul 16 03:01:52.378120 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31fb57-db23-4206-abe5-bcc00b7e9c7a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f4bc780-41c5-427a-a183-77118c5c8081,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:52.379805 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 55370) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:52.432877 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-9eab16ef-2fa6-4500-8f17-186aad8c0a20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:52.455424 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-9eab16ef-2fa6-4500-8f17-186aad8c0a20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:52.503441 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-9eab16ef-2fa6-4500-8f17-186aad8c0a20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:52.506034 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-9eab16ef-2fa6-4500-8f17-186aad8c0a20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:52.507212 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-9eab16ef-2fa6-4500-8f17-186aad8c0a20 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9f4bc780-41c5-427a-a183-77118c5c8081 HTTP/1.1" status: 204 len: 168 time: 0.1264098 Jul 16 03:01:52.515118 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eab16ef-2fa6-4500-8f17-186aad8c0a20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f4bc780-41c5-427a-a183-77118c5c8081,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:52.747470 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:52.770898 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 55378) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:52.786055 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-6b324114-9dd1-4293-8c98-68537817fc5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:52.881587 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-6b324114-9dd1-4293-8c98-68537817fc5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:52.886533 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-6b324114-9dd1-4293-8c98-68537817fc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:52.931886 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-6b324114-9dd1-4293-8c98-68537817fc5b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0647b646fa024a8abaa4f354dbc21572&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1597698 Jul 16 03:01:52.932942 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b324114-9dd1-4293-8c98-68537817fc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1295a2d-d137-42b3-96f0-9621d3ce0e69,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:52.934538 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 55380) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:52.988274 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-be30e2a8-6b6b-4fac-bb55-95b30d90342d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:53.010101 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-be30e2a8-6b6b-4fac-bb55-95b30d90342d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:53.059373 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-be30e2a8-6b6b-4fac-bb55-95b30d90342d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:53.063545 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-be30e2a8-6b6b-4fac-bb55-95b30d90342d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:53.066694 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-be30e2a8-6b6b-4fac-bb55-95b30d90342d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c1295a2d-d137-42b3-96f0-9621d3ce0e69 HTTP/1.1" status: 204 len: 168 time: 0.1291270 Jul 16 03:01:53.073512 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be30e2a8-6b6b-4fac-bb55-95b30d90342d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1295a2d-d137-42b3-96f0-9621d3ce0e69,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:53.099742 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 6 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:01:54.164708 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:54.672944 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 55442) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:54.774839 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-6b469663-e9e5-40d5-8b48-69bc5851340c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:54.862735 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-6b469663-e9e5-40d5-8b48-69bc5851340c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:54.866396 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-6b469663-e9e5-40d5-8b48-69bc5851340c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:54.904479 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-6b469663-e9e5-40d5-8b48-69bc5851340c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e44172ad66a497c9d595e3a10b79059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2302909 Jul 16 03:01:54.906505 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b469663-e9e5-40d5-8b48-69bc5851340c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ade1d8e-a5f3-4d44-9974-e5f63cc8c354,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:54.907103 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 55446) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:54.960641 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6c908a09-f256-49d4-9c94-426b1cb6c1ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:54.982062 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6c908a09-f256-49d4-9c94-426b1cb6c1ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:55.028464 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6c908a09-f256-49d4-9c94-426b1cb6c1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:55.031147 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-6c908a09-f256-49d4-9c94-426b1cb6c1ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:55.032331 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-6c908a09-f256-49d4-9c94-426b1cb6c1ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ade1d8e-a5f3-4d44-9974-e5f63cc8c354 HTTP/1.1" status: 204 len: 168 time: 0.1240609 Jul 16 03:01:55.040621 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c908a09-f256-49d4-9c94-426b1cb6c1ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ade1d8e-a5f3-4d44-9974-e5f63cc8c354,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:55.284189 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 55452) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:55.298006 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f1a5df24-0ec7-470c-a355-0d54a94cd425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:55.393933 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f1a5df24-0ec7-470c-a355-0d54a94cd425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:55.397714 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-f1a5df24-0ec7-470c-a355-0d54a94cd425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:55.436034 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-f1a5df24-0ec7-470c-a355-0d54a94cd425 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4ec483f459347fea0a6336229c6f95a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1507583 Jul 16 03:01:55.436890 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a5df24-0ec7-470c-a355-0d54a94cd425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3960001-10b9-4c02-a239-5cce1c6cf2aa,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:55.438804 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 55454) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:55.490341 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-73007575-3a68-45c8-809b-0f75c3b9c7e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:55.512245 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-73007575-3a68-45c8-809b-0f75c3b9c7e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:55.559588 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-73007575-3a68-45c8-809b-0f75c3b9c7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:55.562251 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-73007575-3a68-45c8-809b-0f75c3b9c7e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:55.563402 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-73007575-3a68-45c8-809b-0f75c3b9c7e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3960001-10b9-4c02-a239-5cce1c6cf2aa HTTP/1.1" status: 204 len: 168 time: 0.1236084 Jul 16 03:01:55.571557 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73007575-3a68-45c8-809b-0f75c3b9c7e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3960001-10b9-4c02-a239-5cce1c6cf2aa,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:56.813252 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 55500) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:56.947729 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d014fcd6-5c77-45b1-8878-faee98761135 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:57.049664 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d014fcd6-5c77-45b1-8878-faee98761135 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:57.053624 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-d014fcd6-5c77-45b1-8878-faee98761135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:57.093700 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d014fcd6-5c77-45b1-8878-faee98761135 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=516420f6-1cb4-43b1-beae-033366c58673,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:57.099070 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-d014fcd6-5c77-45b1-8878-faee98761135 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4bc82ecf202e4a8c86fa6bf5b8bf2de4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2847822 Jul 16 03:01:57.103041 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 55504) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:01:57.154422 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-1e89b688-5aad-4809-80c5-6deb052799fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:57.176057 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-1e89b688-5aad-4809-80c5-6deb052799fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:57.223283 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-1e89b688-5aad-4809-80c5-6deb052799fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:57.225946 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-1e89b688-5aad-4809-80c5-6deb052799fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:01:57.227691 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-1e89b688-5aad-4809-80c5-6deb052799fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/516420f6-1cb4-43b1-beae-033366c58673 HTTP/1.1" status: 204 len: 168 time: 0.1240172 Jul 16 03:01:57.237221 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e89b688-5aad-4809-80c5-6deb052799fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=516420f6-1cb4-43b1-beae-033366c58673,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:01:57.867971 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-55289948-8a57-4395-9d32-c7add296d082 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-850543906&fields=id&tenant_id=2d18dd3d9daa4b218a5766d0cc2025e7 HTTP/1.1" status: 200 len: 267 time: 0.0376117 Jul 16 03:01:57.995470 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-5c4bcd31-22f1-4dab-95c1-0e7e06e5a0b0 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:01:57.997027 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-5c4bcd31-22f1-4dab-95c1-0e7e06e5a0b0 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/networks?id=a85f863f-4222-40a3-a485-c2244ef1465c HTTP/1.1" status: 200 len: 808 time: 0.1217604 Jul 16 03:01:58.016520 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-e1bf3688-e7ab-4bfc-9e61-a9e934b41dd3 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/quotas/2d18dd3d9daa4b218a5766d0cc2025e7 HTTP/1.1" status: 200 len: 375 time: 0.0135682 Jul 16 03:01:58.092560 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-639dc10a-6caa-4d80-9dca-db35360e66cb tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2d18dd3d9daa4b218a5766d0cc2025e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694630 Jul 16 03:01:58.207269 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-366987a8-e065-47ea-9332-d66e6444f476 service neutron] 10.222.0.21 "GET /v2.0/networks/a85f863f-4222-40a3-a485-c2244ef1465c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012228 Jul 16 03:01:58.310144 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-07538016-e16a-4986-813a-9326eca3799f service neutron] 10.222.0.21 "GET /v2.0/networks/a85f863f-4222-40a3-a485-c2244ef1465c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950265 Jul 16 03:01:58.628954 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-94bca64a-2cd4-4a12-bcf7-828fe5569555 req-b5ac3960-ca1c-45fa-9854-8622afc5d9f3 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 210 time: 0.0339596 Jul 16 03:01:59.772975 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-239a7c71-aa4a-4f6c-9e14-651ee59a2893 req-679d06be-dc7d-487b-b022-d5934289ba82 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 210 time: 0.0289676 Jul 16 03:02:00.149884 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-024e2d0b-189e-4b01-b48d-22c09b91ec58 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:00.151495 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-024e2d0b-189e-4b01-b48d-22c09b91ec58 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.52 "GET /v2.0/networks?id=a85f863f-4222-40a3-a485-c2244ef1465c HTTP/1.1" status: 200 len: 808 time: 0.1265228 Jul 16 03:02:00.205545 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-a7dd580c-16b6-4829-bff1-bc12e2ccc212 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2d18dd3d9daa4b218a5766d0cc2025e7 HTTP/1.1" status: 200 len: 379 time: 0.0365944 Jul 16 03:02:00.230845 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-935d504d-f3b1-44c9-8c51-5846bb99e078 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Request body: {'port': {'device_id': 'e5119e3f-af11-4f1b-b593-6e30fce8eb17', 'network_id': 'a85f863f-4222-40a3-a485-c2244ef1465c', 'admin_state_up': True, 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'security_groups': ['aa358086-bb8f-47b5-9d10-a683d2c213fc']}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:02:00.370609 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-935d504d-f3b1-44c9-8c51-5846bb99e078 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Made reservation on behalf of 2d18dd3d9daa4b218a5766d0cc2025e7 for: {'port': 1} {{(pid=92999) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 03:02:00.374547 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-935d504d-f3b1-44c9-8c51-5846bb99e078 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:00.512732 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.db_base_plugin_common [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-935d504d-f3b1-44c9-8c51-5846bb99e078 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Allocated IP 172.20.0.3 (a85f863f-4222-40a3-a485-c2244ef1465c/89f1bb8a-d414-495b-b647-dda27585f923/4f806172-12ac-49e4-a1ea-7592c8270f37) {{(pid=92999) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:02:00.680092 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-935d504d-f3b1-44c9-8c51-5846bb99e078 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks [] for port, precommit_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:00.696036 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.provisioning_blocks [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-935d504d-f3b1-44c9-8c51-5846bb99e078 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Transition to ACTIVE for port object 4f806172-12ac-49e4-a1ea-7592c8270f37 will not be triggered until provisioned by entity DHCP. {{(pid=92999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:02:00.734386 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-935d504d-f3b1-44c9-8c51-5846bb99e078 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_create {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:00.806857 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-935d504d-f3b1-44c9-8c51-5846bb99e078 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Network a85f863f-4222-40a3-a485-c2244ef1465c is already hosted by enough agents. {{(pid=92999) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:02:00.810956 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.scheduler.base_scheduler [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-935d504d-f3b1-44c9-8c51-5846bb99e078 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Resources bound (agent type, host, resource id): {{(pid=92999) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:02:00.815681 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-935d504d-f3b1-44c9-8c51-5846bb99e078 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Received port after_create {{(pid=92999) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:02:00.824049 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935d504d-f3b1-44c9-8c51-5846bb99e078 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Pushing event updated for resources: {'Port': ['ID=4f806172-12ac-49e4-a1ea-7592c8270f37,revision_number=1']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:00.877244 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-935d504d-f3b1-44c9-8c51-5846bb99e078 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:00.878062 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-935d504d-f3b1-44c9-8c51-5846bb99e078 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:00.896295 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-935d504d-f3b1-44c9-8c51-5846bb99e078 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6708848 Jul 16 03:02:00.915045 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.v2.base [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-42398aba-4c58-4cb9-8290-954de184b230 service neutron] Request body: {'port': {'device_id': 'e5119e3f-af11-4f1b-b593-6e30fce8eb17', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-78836'}} {{(pid=92999) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:02:00.996845 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2da9921-ee1e-4a70-945a-dcbc926db5b6 req-5a843b0c-0367-4d00-858d-c265203262b6 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:00.997695 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-42398aba-4c58-4cb9-8290-954de184b230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:00.998701 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c2da9921-ee1e-4a70-945a-dcbc926db5b6 req-5a843b0c-0367-4d00-858d-c265203262b6 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 931 time: 0.0778220 Jul 16 03:02:01.048961 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-c2da9921-ee1e-4a70-945a-dcbc926db5b6 req-a706e8dc-470b-497b-931d-d08aa45eed3f tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403740 Jul 16 03:02:01.160261 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-526f1a0c-6352-48b3-8f97-0f6a172fb22e None None] Provisioning for port 4f806172-12ac-49e4-a1ea-7592c8270f37 completed by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:02:01.165983 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-526f1a0c-6352-48b3-8f97-0f6a172fb22e None None] Provisioning complete for port 4f806172-12ac-49e4-a1ea-7592c8270f37 triggered by entity DHCP. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:02:01.166420 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-526f1a0c-6352-48b3-8f97-0f6a172fb22e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:01.203966 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-526f1a0c-6352-48b3-8f97-0f6a172fb22e None None] Port 4f806172-12ac-49e4-a1ea-7592c8270f37 cannot update to ACTIVE because it is not bound. {{(pid=93000) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 03:02:01.304588 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-42398aba-4c58-4cb9-8290-954de184b230 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f806172-12ac-49e4-a1ea-7592c8270f37 {{(pid=92999) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:02:01.313596 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-42398aba-4c58-4cb9-8290-954de184b230 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:01.326525 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.provisioning_blocks [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-42398aba-4c58-4cb9-8290-954de184b230 service neutron] Transition to ACTIVE for port object 4f806172-12ac-49e4-a1ea-7592c8270f37 will not be triggered until provisioned by entity L2. {{(pid=92999) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 03:02:01.330976 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-42398aba-4c58-4cb9-8290-954de184b230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9108244'] for port, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:01.341202 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 55598) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:01.383257 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42398aba-4c58-4cb9-8290-954de184b230 service neutron] Pushing event updated for resources: {'Port': ['ID=4f806172-12ac-49e4-a1ea-7592c8270f37,revision_number=2']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:01.453821 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-608cdbb6-94a1-414a-9322-26a65f1c65a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:01.462481 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-42398aba-4c58-4cb9-8290-954de184b230 service neutron] Attempting to bind port 4f806172-12ac-49e4-a1ea-7592c8270f37 on host hv-cinder-78836 for vnic_type normal with profile {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 03:02:01.462899 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-42398aba-4c58-4cb9-8290-954de184b230 service neutron] Attempting to bind port 4f806172-12ac-49e4-a1ea-7592c8270f37 by drivers openvswitch,hyperv on host hv-cinder-78836 at level 0 using segments [{'id': '1682edac-5dad-45c5-8869-a7e0f2332a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a85f863f-4222-40a3-a485-c2244ef1465c'}] {{(pid=92999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 03:02:01.463293 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-42398aba-4c58-4cb9-8290-954de184b230 service neutron] Attempting to bind port 4f806172-12ac-49e4-a1ea-7592c8270f37 on network a85f863f-4222-40a3-a485-c2244ef1465c {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:02:01.468000 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-42398aba-4c58-4cb9-8290-954de184b230 service neutron] Port 4f806172-12ac-49e4-a1ea-7592c8270f37 on network a85f863f-4222-40a3-a485-c2244ef1465c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-78836 {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 03:02:01.468400 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-42398aba-4c58-4cb9-8290-954de184b230 service neutron] Attempting to bind port 4f806172-12ac-49e4-a1ea-7592c8270f37 on network a85f863f-4222-40a3-a485-c2244ef1465c {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 03:02:01.474493 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-42398aba-4c58-4cb9-8290-954de184b230 service neutron] Checking agent: {'id': 'a8200757-c16c-46b0-9c68-b9d07f85534b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-78836', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'started_at': datetime.datetime(2021, 7, 16, 2, 51, 47), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 3, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 03:02:01.474827 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-42398aba-4c58-4cb9-8290-954de184b230 service neutron] Checking segment: {'id': '1682edac-5dad-45c5-8869-a7e0f2332a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a85f863f-4222-40a3-a485-c2244ef1465c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92999) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 03:02:01.475207 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-42398aba-4c58-4cb9-8290-954de184b230 service neutron] Bound using segment: {'id': '1682edac-5dad-45c5-8869-a7e0f2332a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a85f863f-4222-40a3-a485-c2244ef1465c'} {{(pid=92999) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 03:02:01.475750 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.managers [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-42398aba-4c58-4cb9-8290-954de184b230 service neutron] Bound port: 4f806172-12ac-49e4-a1ea-7592c8270f37, host: hv-cinder-78836, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1682edac-5dad-45c5-8869-a7e0f2332a50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 541, 'network_id': 'a85f863f-4222-40a3-a485-c2244ef1465c'}}] {{(pid=92999) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 03:02:01.476060 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-42398aba-4c58-4cb9-8290-954de184b230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:01.570147 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-608cdbb6-94a1-414a-9322-26a65f1c65a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:01.574671 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-608cdbb6-94a1-414a-9322-26a65f1c65a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:01.619122 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608cdbb6-94a1-414a-9322-26a65f1c65a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=678f6a0f-7cb8-4206-8b87-f6492f041287,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:01.626948 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-608cdbb6-94a1-414a-9322-26a65f1c65a0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27003a1edc624a79a176118ecb1ec999&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2817373 Jul 16 03:02:01.627791 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 55602) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:01.692917 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f8329d87-43a3-4a3a-ae29-68a14b4d175c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:01.717707 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f8329d87-43a3-4a3a-ae29-68a14b4d175c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:01.773199 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f8329d87-43a3-4a3a-ae29-68a14b4d175c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:01.776481 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f8329d87-43a3-4a3a-ae29-68a14b4d175c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:01.780497 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-f8329d87-43a3-4a3a-ae29-68a14b4d175c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/678f6a0f-7cb8-4206-8b87-f6492f041287 HTTP/1.1" status: 204 len: 168 time: 0.1487184 Jul 16 03:02:01.788115 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8329d87-43a3-4a3a-ae29-68a14b4d175c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=678f6a0f-7cb8-4206-8b87-f6492f041287,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:01.872088 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-42398aba-4c58-4cb9-8290-954de184b230 service neutron] For port 4f806172-12ac-49e4-a1ea-7592c8270f37, host hv-cinder-78836, cleared binding levels {{(pid=92999) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 03:02:01.875880 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-42398aba-4c58-4cb9-8290-954de184b230 service neutron] For port 4f806172-12ac-49e4-a1ea-7592c8270f37, host hv-cinder-78836, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4f806172-12ac-49e4-a1ea-7592c8270f37,segment=NetworkSegment(1682edac-5dad-45c5-8869-a7e0f2332a50),segment_id=1682edac-5dad-45c5-8869-a7e0f2332a50)] {{(pid=92999) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 03:02:01.881382 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-42398aba-4c58-4cb9-8290-954de184b230 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9108244'] for port, after_update {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:01.917844 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-42398aba-4c58-4cb9-8290-954de184b230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:01.918479 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-42398aba-4c58-4cb9-8290-954de184b230 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:01.919973 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-42398aba-4c58-4cb9-8290-954de184b230 service neutron] 10.222.0.52 "PUT /v2.0/ports/4f806172-12ac-49e4-a1ea-7592c8270f37 HTTP/1.1" status: 200 len: 1093 time: 1.0098529 Jul 16 03:02:01.920442 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5119e3f-af11-4f1b-b593-6e30fce8eb17', 'tag': '4f806172-12ac-49e4-a1ea-7592c8270f37'}] {{(pid=92999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:02:01.922768 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7924d30a451bfb46b248ee236a8924541a1a79d63876f3bc8bdb08287585aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3a7b2b6-7b96-4079-bf35-c14cba5a99f8" -d '{"events": [{"name": "network-changed", "server_uuid": "e5119e3f-af11-4f1b-b593-6e30fce8eb17", "tag": "4f806172-12ac-49e4-a1ea-7592c8270f37"}]}' {{(pid=92999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:02:01.982837 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42398aba-4c58-4cb9-8290-954de184b230 service neutron] Pushing event updated for resources: {'Port': ['ID=4f806172-12ac-49e4-a1ea-7592c8270f37,revision_number=3']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:02.017541 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70365ea8-525f-4945-9f20-2cad76347170 x-openstack-request-id: req-70365ea8-525f-4945-9f20-2cad76347170 {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:02:02.017816 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5119e3f-af11-4f1b-b593-6e30fce8eb17", "tag": "4f806172-12ac-49e4-a1ea-7592c8270f37", "status": "completed", "code": 200}]} {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:02:02.018067 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70365ea8-525f-4945-9f20-2cad76347170 {{(pid=92999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:02:02.018654 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5119e3f-af11-4f1b-b593-6e30fce8eb17', 'tag': '4f806172-12ac-49e4-a1ea-7592c8270f37', 'status': 'completed', 'code': 200} Jul 16 03:02:02.058627 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-f47b73d6-f1fd-4d53-82c4-4ae8978b4609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:02.060634 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-f47b73d6-f1fd-4d53-82c4-4ae8978b4609 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2d18dd3d9daa4b218a5766d0cc2025e7&device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 1096 time: 0.0735176 Jul 16 03:02:02.131859 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-69284b2c-0801-437a-8c9d-7452c8f02d43 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f806172-12ac-49e4-a1ea-7592c8270f37 HTTP/1.1" status: 200 len: 217 time: 0.0492747 Jul 16 03:02:02.216017 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-3686b94f-cffd-4486-84c5-787e3b692460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:02.218503 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-3686b94f-cffd-4486-84c5-787e3b692460 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=89f1bb8a-d414-495b-b647-dda27585f923 HTTP/1.1" status: 200 len: 847 time: 0.0788763 Jul 16 03:02:02.297056 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a480292-293b-4c25-adc4-34899c135675 req-7da30a0f-a854-49a6-b89e-2eb1009cc382 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:02.298862 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6a480292-293b-4c25-adc4-34899c135675 req-7da30a0f-a854-49a6-b89e-2eb1009cc382 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 943 time: 0.0811288 Jul 16 03:02:02.309840 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-b3d36549-b831-4f24-b281-46792142429f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:02.311403 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-b3d36549-b831-4f24-b281-46792142429f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a85f863f-4222-40a3-a485-c2244ef1465c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0857482 Jul 16 03:02:02.358508 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6a480292-293b-4c25-adc4-34899c135675 req-fa20cf1b-93ac-47d7-8882-ce4fb5dcd1f1 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529144 Jul 16 03:02:02.423319 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-0743ad2e-a81b-474a-a653-0db828bce945 service neutron] 10.222.0.52 "GET /v2.0/networks/a85f863f-4222-40a3-a485-c2244ef1465c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036525 Jul 16 03:02:02.535444 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-a775c798-0a1c-4765-9bcc-c9689acb79a3 req-1951d33a-0195-4f28-971a-bcdd8928bd83 service neutron] 10.222.0.52 "GET /v2.0/networks/a85f863f-4222-40a3-a485-c2244ef1465c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975187 Jul 16 03:02:02.697496 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7b2b6-7b96-4079-bf35-c14cba5a99f8 req-f8aec9b3-ad70-4f19-940c-9e3650be14d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:02.698932 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-a3a7b2b6-7b96-4079-bf35-c14cba5a99f8 req-f8aec9b3-ad70-4f19-940c-9e3650be14d9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2d18dd3d9daa4b218a5766d0cc2025e7&device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 1096 time: 0.0535386 Jul 16 03:02:02.793340 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7b2b6-7b96-4079-bf35-c14cba5a99f8 req-1022b1c1-29ee-4a44-adcb-fa694f828592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:02.794937 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-a3a7b2b6-7b96-4079-bf35-c14cba5a99f8 req-1022b1c1-29ee-4a44-adcb-fa694f828592 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a85f863f-4222-40a3-a485-c2244ef1465c HTTP/1.1" status: 200 len: 909 time: 0.0886035 Jul 16 03:02:02.850741 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-a3a7b2b6-7b96-4079-bf35-c14cba5a99f8 req-a9f2c942-ed64-4455-950a-7af02db013bb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f806172-12ac-49e4-a1ea-7592c8270f37 HTTP/1.1" status: 200 len: 217 time: 0.0348632 Jul 16 03:02:02.902429 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7b2b6-7b96-4079-bf35-c14cba5a99f8 req-a00eb170-6f35-4fe3-80ea-a3457a07f291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:02.904011 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-a3a7b2b6-7b96-4079-bf35-c14cba5a99f8 req-a00eb170-6f35-4fe3-80ea-a3457a07f291 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=89f1bb8a-d414-495b-b647-dda27585f923 HTTP/1.1" status: 200 len: 847 time: 0.0467861 Jul 16 03:02:02.967473 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a7b2b6-7b96-4079-bf35-c14cba5a99f8 req-1c00195e-af6b-46d5-9c31-6d5f9c700eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:02.968928 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-a3a7b2b6-7b96-4079-bf35-c14cba5a99f8 req-1c00195e-af6b-46d5-9c31-6d5f9c700eff service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a85f863f-4222-40a3-a485-c2244ef1465c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0578065 Jul 16 03:02:03.066607 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-a3a7b2b6-7b96-4079-bf35-c14cba5a99f8 req-012d2e55-1ea7-48e4-9bfc-d5dd6d1e21df service neutron] 10.222.0.52 "GET /v2.0/networks/a85f863f-4222-40a3-a485-c2244ef1465c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903568 Jul 16 03:02:03.164905 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-a3a7b2b6-7b96-4079-bf35-c14cba5a99f8 req-dd59ef61-3268-4323-8ff0-2056b4caf105 service neutron] 10.222.0.52 "GET /v2.0/networks/a85f863f-4222-40a3-a485-c2244ef1465c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896945 Jul 16 03:02:03.547308 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e794818c-0c5b-4d37-8f34-30336329634f req-ea50f8a1-4301-44af-8d37-35b495e23c32 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:03.548826 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e794818c-0c5b-4d37-8f34-30336329634f req-ea50f8a1-4301-44af-8d37-35b495e23c32 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 943 time: 0.0677848 Jul 16 03:02:03.591083 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e794818c-0c5b-4d37-8f34-30336329634f req-b6e58045-f605-4724-b339-e21a65b75c59 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341575 Jul 16 03:02:04.783032 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821a580-2c6f-444f-8015-ce676bb47eee req-47b89f16-3a49-4d1c-b8bf-1c27c3aca0f5 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:04.784598 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6821a580-2c6f-444f-8015-ce676bb47eee req-47b89f16-3a49-4d1c-b8bf-1c27c3aca0f5 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 943 time: 0.0628822 Jul 16 03:02:04.830681 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6821a580-2c6f-444f-8015-ce676bb47eee req-699ceb05-3e7d-40d3-a028-54300589ea4d tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396202 Jul 16 03:02:06.011613 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32caa9-b5e2-4ad8-b164-444da445a8c6 req-26d234c2-66ef-4301-815f-0467b7ef1e24 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:06.013168 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0d32caa9-b5e2-4ad8-b164-444da445a8c6 req-26d234c2-66ef-4301-815f-0467b7ef1e24 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 943 time: 0.0691242 Jul 16 03:02:06.052630 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0d32caa9-b5e2-4ad8-b164-444da445a8c6 req-ea60930c-3082-4bdb-8807-e85f893f9c42 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335276 Jul 16 03:02:06.224598 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 4f806172-12ac-49e4-a1ea-7592c8270f37 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:02:06.324144 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 4f806172-12ac-49e4-a1ea-7592c8270f37, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4f806172-12ac-49e4-a1ea-7592c8270f37,segment=NetworkSegment(1682edac-5dad-45c5-8869-a7e0f2332a50),segment_id=1682edac-5dad-45c5-8869-a7e0f2332a50)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:02:06.337344 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Returning: {'device': '4f806172-12ac-49e4-a1ea-7592c8270f37', 'network_id': 'a85f863f-4222-40a3-a485-c2244ef1465c', 'port_id': '4f806172-12ac-49e4-a1ea-7592c8270f37', 'mac_address': 'fa:16:3e:f5:02:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89f1bb8a-d414-495b-b647-dda27585f923', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:02:06.378453 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:06.392186 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f806172-12ac-49e4-a1ea-7592c8270f37 {{(pid=93000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:02:06.413071 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 4f806172-12ac-49e4-a1ea-7592c8270f37, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4f806172-12ac-49e4-a1ea-7592c8270f37,segment=NetworkSegment(1682edac-5dad-45c5-8869-a7e0f2332a50),segment_id=1682edac-5dad-45c5-8869-a7e0f2332a50)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:02:06.416891 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:06.465015 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=4f806172-12ac-49e4-a1ea-7592c8270f37,revision_number=4']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:06.720650 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['4f806172-12ac-49e4-a1ea-7592c8270f37'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:02:07.251069 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001db00d-d8da-40ab-971d-c5f3e51dcee2 req-5ccd5593-62e3-4444-b184-6ae80a8d16b5 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:07.252676 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-001db00d-d8da-40ab-971d-c5f3e51dcee2 req-5ccd5593-62e3-4444-b184-6ae80a8d16b5 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 944 time: 0.0685537 Jul 16 03:02:07.294801 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-001db00d-d8da-40ab-971d-c5f3e51dcee2 req-3da008e5-f36c-4ce7-b618-0b75e5cc1a62 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353632 Jul 16 03:02:08.239083 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 4f806172-12ac-49e4-a1ea-7592c8270f37 up at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:02:08.291935 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning for port 4f806172-12ac-49e4-a1ea-7592c8270f37 completed by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 03:02:08.296676 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning complete for port 4f806172-12ac-49e4-a1ea-7592c8270f37 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:02:08.297114 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:08.403027 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:08.435329 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5119e3f-af11-4f1b-b593-6e30fce8eb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f806172-12ac-49e4-a1ea-7592c8270f37'}] {{(pid=93000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:02:08.438414 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea702c1d27a9afaa317d21627fdeb95d85c281d49492fc16ca315a181738864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633f7ef1-7156-4ea2-ae8e-56204df5d612" -d '{"events": [{"server_uuid": "e5119e3f-af11-4f1b-b593-6e30fce8eb17", "name": "network-vif-plugged", "status": "completed", "tag": "4f806172-12ac-49e4-a1ea-7592c8270f37"}]}' {{(pid=93000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:02:08.455938 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 4f806172-12ac-49e4-a1ea-7592c8270f37, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4f806172-12ac-49e4-a1ea-7592c8270f37,segment=NetworkSegment(1682edac-5dad-45c5-8869-a7e0f2332a50),segment_id=1682edac-5dad-45c5-8869-a7e0f2332a50)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:02:08.462262 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:08.493204 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4757ba2-f0e5-49d5-bf86-bd76c9c32ca9 x-openstack-request-id: req-b4757ba2-f0e5-49d5-bf86-bd76c9c32ca9 {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:02:08.493548 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5119e3f-af11-4f1b-b593-6e30fce8eb17", "name": "network-vif-plugged", "status": "completed", "tag": "4f806172-12ac-49e4-a1ea-7592c8270f37", "code": 200}]} {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:02:08.493831 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b4757ba2-f0e5-49d5-bf86-bd76c9c32ca9 {{(pid=93000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:02:08.494317 dv-cinder-788364-5-smb neutron-server[93000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5119e3f-af11-4f1b-b593-6e30fce8eb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f806172-12ac-49e4-a1ea-7592c8270f37', 'code': 200} Jul 16 03:02:08.520537 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a588adf5-867c-47e3-82d9-36ac2cae96e0 req-cd7192b5-f63c-4794-ae09-870632cddb4d tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:08.521849 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a588adf5-867c-47e3-82d9-36ac2cae96e0 req-cd7192b5-f63c-4794-ae09-870632cddb4d tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 944 time: 0.1024852 Jul 16 03:02:08.534955 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=4f806172-12ac-49e4-a1ea-7592c8270f37,revision_number=5']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:08.576785 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a588adf5-867c-47e3-82d9-36ac2cae96e0 req-30b376cb-2dfc-4608-a8ca-c7f793eeeebe tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438421 Jul 16 03:02:08.842515 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77e741e-a8ae-4bf9-9d5a-9fa0a388510e req-59c65c94-979e-4d80-b019-5365c380d1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:08.844070 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-c77e741e-a8ae-4bf9-9d5a-9fa0a388510e req-59c65c94-979e-4d80-b019-5365c380d1c6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 1098 time: 0.0567775 Jul 16 03:02:08.889204 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-c77e741e-a8ae-4bf9-9d5a-9fa0a388510e req-6d21327b-16df-41d5-b1b8-e918c28c80e6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374289 Jul 16 03:02:09.770708 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc310a72-3361-4f3f-9823-e8cb2b2723bb req-912286ce-058f-4f55-b24b-1037b4330175 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:09.772336 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-dc310a72-3361-4f3f-9823-e8cb2b2723bb req-912286ce-058f-4f55-b24b-1037b4330175 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 945 time: 0.0675933 Jul 16 03:02:09.813351 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-dc310a72-3361-4f3f-9823-e8cb2b2723bb req-87331f3f-b829-4ab5-a025-b557c4b643d5 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345814 Jul 16 03:02:11.007855 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311090f-90c9-4720-8436-d520d07ef06a req-f9895311-27dc-43bd-8fd2-90016e6dc1b1 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:11.009377 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e311090f-90c9-4720-8436-d520d07ef06a req-f9895311-27dc-43bd-8fd2-90016e6dc1b1 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 945 time: 0.0669324 Jul 16 03:02:11.049641 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e311090f-90c9-4720-8436-d520d07ef06a req-609a79a9-124f-4ca1-ae2a-06caee26e18e tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345368 Jul 16 03:02:11.230756 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2722f2-1538-4748-8b28-4cc71b883d62 req-a709302b-0ee6-41d3-a155-63e198d1f0f5 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:11.232555 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0e2722f2-1538-4748-8b28-4cc71b883d62 req-a709302b-0ee6-41d3-a155-63e198d1f0f5 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 945 time: 0.0724399 Jul 16 03:02:11.282073 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-0e2722f2-1538-4748-8b28-4cc71b883d62 req-f88ae15e-b31b-43ae-9e57-c69611148806 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426028 Jul 16 03:02:11.309200 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 55628) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:11.524833 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c975c524-a62e-4c21-962d-548911e27263 tempest-TestShelveInstance-1231902489 tempest-TestShelveInstance-1231902489-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:11.526369 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-c975c524-a62e-4c21-962d-548911e27263 tempest-TestShelveInstance-1231902489 tempest-TestShelveInstance-1231902489-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 1093 time: 0.2161517 Jul 16 03:02:11.529232 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 55632) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:02:11.533586 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.v2.base [None req-0bb6b803-8fd9-4edc-95cd-55e0e25f568b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Request body: {'floatingip': {'floating_network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'port_id': '4f806172-12ac-49e4-a1ea-7592c8270f37', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'fixed_ip_address': '172.20.0.3'}} {{(pid=92998) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 03:02:11.556936 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0bb6b803-8fd9-4edc-95cd-55e0e25f568b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks [] for floatingip, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:11.659474 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0bb6b803-8fd9-4edc-95cd-55e0e25f568b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:11.764811 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.db_base_plugin_common [None req-0bb6b803-8fd9-4edc-95cd-55e0e25f568b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Allocated IP 172.28.1.216 (7c2f8857-88c5-405d-9e5d-ca6a329284f0/001ca838-c681-472d-be9c-9f5b7f18b0f7/7ef4dd0b-f61b-44ed-993c-d6439e0f5aa2) {{(pid=92998) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 03:02:11.872314 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0bb6b803-8fd9-4edc-95cd-55e0e25f568b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks [] for port, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:11.912768 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0bb6b803-8fd9-4edc-95cd-55e0e25f568b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8744534621323', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:11.949666 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb6b803-8fd9-4edc-95cd-55e0e25f568b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Network 7c2f8857-88c5-405d-9e5d-ca6a329284f0 is already hosted by enough agents. {{(pid=92998) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 03:02:11.954595 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.base_scheduler [None req-0bb6b803-8fd9-4edc-95cd-55e0e25f568b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Resources bound (agent type, host, resource id): {{(pid=92998) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 03:02:11.957986 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb6b803-8fd9-4edc-95cd-55e0e25f568b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Received port after_create {{(pid=92998) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 03:02:11.984150 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6b803-8fd9-4edc-95cd-55e0e25f568b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Pushing event updated for resources: {'Port': ['ID=7ef4dd0b-f61b-44ed-993c-d6439e0f5aa2,revision_number=1']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:12.323321 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0bb6b803-8fd9-4edc-95cd-55e0e25f568b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:12.405826 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0bb6b803-8fd9-4edc-95cd-55e0e25f568b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:12.560790 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0bb6b803-8fd9-4edc-95cd-55e0e25f568b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks [] for port, precommit_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:12.565226 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0bb6b803-8fd9-4edc-95cd-55e0e25f568b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9110325'] for port, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:12.634015 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6b803-8fd9-4edc-95cd-55e0e25f568b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Pushing event updated for resources: {'Port': ['ID=7ef4dd0b-f61b-44ed-993c-d6439e0f5aa2,revision_number=2']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:02:12.643654 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0bb6b803-8fd9-4edc-95cd-55e0e25f568b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-442025'] for floatingip, after_update {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:13.027908 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.db.l3_db [None req-0bb6b803-8fd9-4edc-95cd-55e0e25f568b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Floating IP 09471eb7-7678-4fae-9cc2-66b760e57329 associated. External IP: 172.28.1.216, port: 4f806172-12ac-49e4-a1ea-7592c8270f37. Jul 16 03:02:13.235429 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bb6b803-8fd9-4edc-95cd-55e0e25f568b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Router 464432c9-5493-4739-84f2-2a0a31ceb958 has already been hosted by L3 agent c2717fd8-7624-4935-9c00-920e66229c5a {{(pid=92998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:02:13.345433 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bb6b803-8fd9-4edc-95cd-55e0e25f568b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:02:13.355089 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa56730-25f5-4301-914d-69940db4e6ae None None] Sync routers for ids ['464432c9-5493-4739-84f2-2a0a31ceb958'] in dv-cinder-788364-5-smb {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:02:13.362703 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-0bb6b803-8fd9-4edc-95cd-55e0e25f568b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for floatingip, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:13.364797 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa56730-25f5-4301-914d-69940db4e6ae None None] Routers {'464432c9-5493-4739-84f2-2a0a31ceb958'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:02:13.365489 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-3aa56730-25f5-4301-914d-69940db4e6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T03:01:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['464432c9-5493-4739-84f2-2a0a31ceb958'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:02:13.399519 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-0bb6b803-8fd9-4edc-95cd-55e0e25f568b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8692272 Jul 16 03:02:13.400347 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5119e3f-af11-4f1b-b593-6e30fce8eb17', 'tag': '4f806172-12ac-49e4-a1ea-7592c8270f37'}] {{(pid=92998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:02:13.402609 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a245791c69082107892e6a31916d6d43f1304004a28c473c9394a88117d1c043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531aaee1-0a65-4aa4-8678-353ea194aff9" -d '{"events": [{"name": "network-changed", "server_uuid": "e5119e3f-af11-4f1b-b593-6e30fce8eb17", "tag": "4f806172-12ac-49e4-a1ea-7592c8270f37"}]}' {{(pid=92998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:02:13.485716 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-3aa56730-25f5-4301-914d-69940db4e6ae None None] Set router 464432c9-5493-4739-84f2-2a0a31ceb958 gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:02:13.555160 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff96817-6a4e-4a3a-b946-c1f19d9c94da x-openstack-request-id: req-8ff96817-6a4e-4a3a-b946-c1f19d9c94da {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:02:13.555710 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5119e3f-af11-4f1b-b593-6e30fce8eb17", "tag": "4f806172-12ac-49e4-a1ea-7592c8270f37", "status": "completed", "code": 200}]} {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:02:13.556048 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ff96817-6a4e-4a3a-b946-c1f19d9c94da {{(pid=92998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:02:13.556435 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5119e3f-af11-4f1b-b593-6e30fce8eb17', 'tag': '4f806172-12ac-49e4-a1ea-7592c8270f37', 'status': 'completed', 'code': 200} Jul 16 03:02:13.652216 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531aaee1-0a65-4aa4-8678-353ea194aff9 req-69e13201-feae-4ed8-99ec-d83b152e5194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:13.653630 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-531aaee1-0a65-4aa4-8678-353ea194aff9 req-69e13201-feae-4ed8-99ec-d83b152e5194 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2d18dd3d9daa4b218a5766d0cc2025e7&device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 1098 time: 0.0537024 Jul 16 03:02:13.722118 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-3aa56730-25f5-4301-914d-69940db4e6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'name': 'tempest-TestShelveInstance-287572608-router', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': '9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:01:30Z', 'updated_at': '2021-07-16T03:01:33Z', 'revision_number': 4, 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'gw_port': {'id': '9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:30Z', 'updated_at': '2021-07-16T03:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_floatingips': [{'id': '09471eb7-7678-4fae-9cc2-66b760e57329', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'floating_ip_address': '172.28.1.216', 'floating_network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'router_id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'port_id': '4f806172-12ac-49e4-a1ea-7592c8270f37', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85f863f-4222-40a3-a485-c2244ef1465c', 'mac_address': 'fa:16:3e:f5:02:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5119e3f-af11-4f1b-b593-6e30fce8eb17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:02:12Z', 'updated_at': '2021-07-16T03:02:12Z', 'revision_number': 0, 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6269fa12-8968-48dd-81d2-625a3cfbd5e2', 'name': '', 'network_id': 'a85f863f-4222-40a3-a485-c2244ef1465c', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'mac_address': 'fa:16:3e:0e:8c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '89f1bb8a-d414-495b-b647-dda27585f923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:32Z', 'updated_at': '2021-07-16T03:01:39Z', 'revision_number': 5, 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'subnets': [{'id': '89f1bb8a-d414-495b-b647-dda27585f923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:02:13.749055 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa56730-25f5-4301-914d-69940db4e6ae None None] Checking router: 464432c9-5493-4739-84f2-2a0a31ceb958 for host: dv-cinder-788364-5-smb {{(pid=93000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:02:13.751077 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531aaee1-0a65-4aa4-8678-353ea194aff9 req-edcd9cde-4203-4c9f-9c0f-813e87c5f38d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:13.752664 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-531aaee1-0a65-4aa4-8678-353ea194aff9 req-edcd9cde-4203-4c9f-9c0f-813e87c5f38d service neutron] 10.222.0.52 "GET /v2.0/networks?id=a85f863f-4222-40a3-a485-c2244ef1465c HTTP/1.1" status: 200 len: 909 time: 0.0920606 Jul 16 03:02:13.758525 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa56730-25f5-4301-914d-69940db4e6ae None None] Routers {'464432c9-5493-4739-84f2-2a0a31ceb958'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:02:13.759160 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-3aa56730-25f5-4301-914d-69940db4e6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T03:01:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['464432c9-5493-4739-84f2-2a0a31ceb958'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:02:13.821754 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-531aaee1-0a65-4aa4-8678-353ea194aff9 req-34840c44-0c5c-4773-8b14-addf66fd7c19 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f806172-12ac-49e4-a1ea-7592c8270f37 HTTP/1.1" status: 200 len: 999 time: 0.0625484 Jul 16 03:02:13.866811 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-3aa56730-25f5-4301-914d-69940db4e6ae None None] Set router 464432c9-5493-4739-84f2-2a0a31ceb958 gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:02:13.876542 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531aaee1-0a65-4aa4-8678-353ea194aff9 req-ed9b45f0-f927-4126-a92b-281c4e1a4b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:13.878276 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-531aaee1-0a65-4aa4-8678-353ea194aff9 req-ed9b45f0-f927-4126-a92b-281c4e1a4b9b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=89f1bb8a-d414-495b-b647-dda27585f923 HTTP/1.1" status: 200 len: 847 time: 0.0490317 Jul 16 03:02:13.938295 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531aaee1-0a65-4aa4-8678-353ea194aff9 req-5e806b11-d7d6-4bf2-9de5-db4f027633d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:13.939724 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-531aaee1-0a65-4aa4-8678-353ea194aff9 req-5e806b11-d7d6-4bf2-9de5-db4f027633d1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a85f863f-4222-40a3-a485-c2244ef1465c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0549672 Jul 16 03:02:14.036729 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-531aaee1-0a65-4aa4-8678-353ea194aff9 req-ab5f8c44-72f4-4a8c-8995-e80842984d45 service neutron] 10.222.0.52 "GET /v2.0/networks/a85f863f-4222-40a3-a485-c2244ef1465c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893424 Jul 16 03:02:14.132046 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-531aaee1-0a65-4aa4-8678-353ea194aff9 req-53f91b0d-d7c3-4d07-bce7-68787eae0073 service neutron] 10.222.0.52 "GET /v2.0/networks/a85f863f-4222-40a3-a485-c2244ef1465c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884771 Jul 16 03:02:14.240175 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-3aa56730-25f5-4301-914d-69940db4e6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'name': 'tempest-TestShelveInstance-287572608-router', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': '9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:01:30Z', 'updated_at': '2021-07-16T03:01:33Z', 'revision_number': 4, 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'gw_port': {'id': '9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:30Z', 'updated_at': '2021-07-16T03:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_floatingips': [{'id': '09471eb7-7678-4fae-9cc2-66b760e57329', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'floating_ip_address': '172.28.1.216', 'floating_network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'router_id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'port_id': '4f806172-12ac-49e4-a1ea-7592c8270f37', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85f863f-4222-40a3-a485-c2244ef1465c', 'mac_address': 'fa:16:3e:f5:02:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5119e3f-af11-4f1b-b593-6e30fce8eb17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:02:12Z', 'updated_at': '2021-07-16T03:02:12Z', 'revision_number': 0, 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6269fa12-8968-48dd-81d2-625a3cfbd5e2', 'name': '', 'network_id': 'a85f863f-4222-40a3-a485-c2244ef1465c', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'mac_address': 'fa:16:3e:0e:8c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '89f1bb8a-d414-495b-b647-dda27585f923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:32Z', 'updated_at': '2021-07-16T03:01:39Z', 'revision_number': 5, 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'subnets': [{'id': '89f1bb8a-d414-495b-b647-dda27585f923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:02:14.266993 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aa56730-25f5-4301-914d-69940db4e6ae None None] The sync data for ids ['464432c9-5493-4739-84f2-2a0a31ceb958'] in dv-cinder-788364-5-smb is: [{'id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'name': 'tempest-TestShelveInstance-287572608-router', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': '9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:01:30Z', 'updated_at': '2021-07-16T03:01:33Z', 'revision_number': 4, 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'gw_port': {'id': '9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:30Z', 'updated_at': '2021-07-16T03:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_floatingips': [{'id': '09471eb7-7678-4fae-9cc2-66b760e57329', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'floating_ip_address': '172.28.1.216', 'floating_network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'router_id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'port_id': '4f806172-12ac-49e4-a1ea-7592c8270f37', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a85f863f-4222-40a3-a485-c2244ef1465c', 'mac_address': 'fa:16:3e:f5:02:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5119e3f-af11-4f1b-b593-6e30fce8eb17', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T03:02:12Z', 'updated_at': '2021-07-16T03:02:12Z', 'revision_number': 0, 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6269fa12-8968-48dd-81d2-625a3cfbd5e2', 'name': '', 'network_id': 'a85f863f-4222-40a3-a485-c2244ef1465c', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'mac_address': 'fa:16:3e:0e:8c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '89f1bb8a-d414-495b-b647-dda27585f923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:32Z', 'updated_at': '2021-07-16T03:01:39Z', 'revision_number': 5, 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'subnets': [{'id': '89f1bb8a-d414-495b-b647-dda27585f923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:02:14.455399 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd9d0f5c-548b-46a8-904d-dc4ba0e340a9 None None] New status for floating IP 09471eb7-7678-4fae-9cc2-66b760e57329: ACTIVE {{(pid=93001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:02:17.298864 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:18.380731 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ca327aaa-efc0-40e8-ab13-dc0d8f363392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:21.354266 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:21.601296 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-2e92511c-17f5-4088-bc39-dc325b6873f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:22.750538 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:24.165157 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:30.099617 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 6 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:02:47.307085 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:48.388877 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-00c48a58-f17a-4771-83da-316e8b4fa5c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:51.133244 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-abc6bdd8-247a-4850-8240-95e88647fffd req-9a984e61-c7b7-41da-9bf3-4da19bbece9a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0558646 Jul 16 03:02:51.252773 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6bdd8-247a-4850-8240-95e88647fffd req-0af8bf0e-4594-4045-ac66-4d13d19f3776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:51.254325 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-abc6bdd8-247a-4850-8240-95e88647fffd req-0af8bf0e-4594-4045-ac66-4d13d19f3776 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2d18dd3d9daa4b218a5766d0cc2025e7&device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 1098 time: 0.0587080 Jul 16 03:02:51.349882 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:51.373380 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6bdd8-247a-4850-8240-95e88647fffd req-708ba4b6-ba7d-40fa-b81c-328bb422fad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:51.374919 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-abc6bdd8-247a-4850-8240-95e88647fffd req-708ba4b6-ba7d-40fa-b81c-328bb422fad2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a85f863f-4222-40a3-a485-c2244ef1465c HTTP/1.1" status: 200 len: 909 time: 0.0979111 Jul 16 03:02:51.448966 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-abc6bdd8-247a-4850-8240-95e88647fffd req-25d48e56-3888-4308-84fe-7f22d1721509 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f806172-12ac-49e4-a1ea-7592c8270f37 HTTP/1.1" status: 200 len: 1001 time: 0.0658548 Jul 16 03:02:51.497902 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6bdd8-247a-4850-8240-95e88647fffd req-f8bdb26e-73bb-4ca4-b138-8eb960807ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:51.499356 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-abc6bdd8-247a-4850-8240-95e88647fffd req-f8bdb26e-73bb-4ca4-b138-8eb960807ef4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=89f1bb8a-d414-495b-b647-dda27585f923 HTTP/1.1" status: 200 len: 847 time: 0.0444655 Jul 16 03:02:51.556529 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc6bdd8-247a-4850-8240-95e88647fffd req-20e0a9e6-65c7-49f2-a044-cfcc5b61b2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:02:51.559063 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-abc6bdd8-247a-4850-8240-95e88647fffd req-20e0a9e6-65c7-49f2-a044-cfcc5b61b2e8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a85f863f-4222-40a3-a485-c2244ef1465c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0530026 Jul 16 03:02:51.601604 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-03cd47b0-2afa-4a7b-93db-b48d92f42ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:51.653937 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-abc6bdd8-247a-4850-8240-95e88647fffd req-21094b9b-226a-4e04-bbc7-0843b4912dad service neutron] 10.222.0.52 "GET /v2.0/networks/a85f863f-4222-40a3-a485-c2244ef1465c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875316 Jul 16 03:02:51.744006 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-abc6bdd8-247a-4850-8240-95e88647fffd req-f1c59527-3712-4121-a7d1-6afd407a0b5a service neutron] 10.222.0.52 "GET /v2.0/networks/a85f863f-4222-40a3-a485-c2244ef1465c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810080 Jul 16 03:02:52.753066 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:02:54.170066 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:07.099471 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 6 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:03:17.307483 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:18.369667 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-baeb8dbe-f97f-4f5a-9461-7e1c43860ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:21.354195 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:21.602427 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-eafab3af-73e7-4134-be4d-1736cdbc0f3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:22.754503 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:24.172159 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:44.098735 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 6 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:03:47.306258 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:48.370662 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-8f3a1687-cbab-4b6b-8737-72a526808de7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:51.358860 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:51.604085 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-7d8c869d-e050-443f-93cc-8ba50d4435ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:52.194159 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-9296ec37-881c-46ef-aa99-2de66b8ea0af req-8226e6fd-f02f-4751-b711-35deef3d785f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0576718 Jul 16 03:03:52.317441 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296ec37-881c-46ef-aa99-2de66b8ea0af req-75c006bb-2e9e-41be-a053-fde144177bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:52.319137 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-9296ec37-881c-46ef-aa99-2de66b8ea0af req-75c006bb-2e9e-41be-a053-fde144177bbd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2d18dd3d9daa4b218a5766d0cc2025e7&device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 1098 time: 0.0594718 Jul 16 03:03:52.471152 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296ec37-881c-46ef-aa99-2de66b8ea0af req-4886c9ba-7336-4bd6-920c-a4034c189765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:52.472778 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-9296ec37-881c-46ef-aa99-2de66b8ea0af req-4886c9ba-7336-4bd6-920c-a4034c189765 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a85f863f-4222-40a3-a485-c2244ef1465c HTTP/1.1" status: 200 len: 909 time: 0.1321619 Jul 16 03:03:52.543305 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-9296ec37-881c-46ef-aa99-2de66b8ea0af req-86a88846-bf94-4f2f-b868-99fb0c5fe92e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f806172-12ac-49e4-a1ea-7592c8270f37 HTTP/1.1" status: 200 len: 1001 time: 0.0633824 Jul 16 03:03:52.596204 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296ec37-881c-46ef-aa99-2de66b8ea0af req-3959098d-9eaa-4008-bc69-0ebdcbd4505f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:52.597770 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-9296ec37-881c-46ef-aa99-2de66b8ea0af req-3959098d-9eaa-4008-bc69-0ebdcbd4505f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=89f1bb8a-d414-495b-b647-dda27585f923 HTTP/1.1" status: 200 len: 847 time: 0.0478582 Jul 16 03:03:52.657345 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9296ec37-881c-46ef-aa99-2de66b8ea0af req-376e06af-a289-4a6f-8f90-e9815f29760a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:03:52.659023 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-9296ec37-881c-46ef-aa99-2de66b8ea0af req-376e06af-a289-4a6f-8f90-e9815f29760a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a85f863f-4222-40a3-a485-c2244ef1465c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0542877 Jul 16 03:03:52.763534 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:03:52.771820 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-9296ec37-881c-46ef-aa99-2de66b8ea0af req-bb56670e-07ee-435d-a1de-201c956b98e8 service neutron] 10.222.0.52 "GET /v2.0/networks/a85f863f-4222-40a3-a485-c2244ef1465c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048205 Jul 16 03:03:52.870362 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-9296ec37-881c-46ef-aa99-2de66b8ea0af req-345f5a4b-c751-470e-9a5d-602367c52d3e service neutron] 10.222.0.52 "GET /v2.0/networks/a85f863f-4222-40a3-a485-c2244ef1465c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917330 Jul 16 03:03:54.174941 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:08.078305 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff908d1-4f52-40be-9963-e88eac944a44 req-753357ab-57a4-4328-89ec-b6fee70e4308 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:08.080227 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6ff908d1-4f52-40be-9963-e88eac944a44 req-753357ab-57a4-4328-89ec-b6fee70e4308 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 945 time: 0.1182387 Jul 16 03:04:08.122929 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6ff908d1-4f52-40be-9963-e88eac944a44 req-dfc8884e-06b9-4223-9686-27429dd1f836 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354698 Jul 16 03:04:09.375692 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8826f5-f5bf-4219-918f-79d55cb067d5 req-76093fed-03f2-4e63-b0ff-86466d1d8732 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:09.377208 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ac8826f5-f5bf-4219-918f-79d55cb067d5 req-76093fed-03f2-4e63-b0ff-86466d1d8732 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 945 time: 0.1169996 Jul 16 03:04:09.422006 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ac8826f5-f5bf-4219-918f-79d55cb067d5 req-081b0b83-ca0e-4afd-a619-c5e57e309425 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381186 Jul 16 03:04:10.609423 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dccdfa2-6432-4c3f-9ebb-3b1a72b49db9 req-8bb80f97-df78-4916-9ff7-0baf044d3398 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:10.610926 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9dccdfa2-6432-4c3f-9ebb-3b1a72b49db9 req-8bb80f97-df78-4916-9ff7-0baf044d3398 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 945 time: 0.0641680 Jul 16 03:04:10.649283 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-9dccdfa2-6432-4c3f-9ebb-3b1a72b49db9 req-d1ca8436-326f-4cb7-88ca-6c96c162fc6b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322642 Jul 16 03:04:11.827444 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33566729-b42d-4eaf-8431-c827d8c60922 req-63e11f97-7415-4b00-90ef-116721d52baa tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:11.829049 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-33566729-b42d-4eaf-8431-c827d8c60922 req-63e11f97-7415-4b00-90ef-116721d52baa tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 945 time: 0.0639355 Jul 16 03:04:11.872131 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-33566729-b42d-4eaf-8431-c827d8c60922 req-4cc5f752-0398-4df4-b5c5-4be29bf5bac5 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364425 Jul 16 03:04:13.059807 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaa895-26a0-4e60-a71d-c783535653cb req-0a80c928-fa35-4f89-ab29-37ddc0c8bb74 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:13.061356 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-bedaa895-26a0-4e60-a71d-c783535653cb req-0a80c928-fa35-4f89-ab29-37ddc0c8bb74 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 945 time: 0.0697219 Jul 16 03:04:13.102996 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-bedaa895-26a0-4e60-a71d-c783535653cb req-4d3f0137-cc57-40c0-8bd0-17329bc207e0 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359540 Jul 16 03:04:14.275162 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2246f60-dc11-4ca5-a4f5-88d7cf0a39ce req-5d0163a7-f7bd-4b3b-bd41-3202e8fbcbd1 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:14.276730 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f2246f60-dc11-4ca5-a4f5-88d7cf0a39ce req-5d0163a7-f7bd-4b3b-bd41-3202e8fbcbd1 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 945 time: 0.0633440 Jul 16 03:04:14.314358 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-f2246f60-dc11-4ca5-a4f5-88d7cf0a39ce req-524ae8c7-924f-45bd-bb62-460aaed5947b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320902 Jul 16 03:04:15.494188 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f9c67-73f5-457e-8393-0a461efb3ff2 req-d26e7b0e-f670-4ef1-bf3b-f67b1a028af4 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:15.495695 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7c4f9c67-73f5-457e-8393-0a461efb3ff2 req-d26e7b0e-f670-4ef1-bf3b-f67b1a028af4 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 945 time: 0.0736315 Jul 16 03:04:15.534123 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-7c4f9c67-73f5-457e-8393-0a461efb3ff2 req-37deba83-4b05-4194-9154-414235e63013 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328448 Jul 16 03:04:16.717884 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efcda58-d3fc-4aee-9796-e155abc56ad2 req-c5275f56-7781-47ee-b2d6-68901cfbceab tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:16.719350 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6efcda58-d3fc-4aee-9796-e155abc56ad2 req-c5275f56-7781-47ee-b2d6-68901cfbceab tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 945 time: 0.0681674 Jul 16 03:04:16.757490 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-6efcda58-d3fc-4aee-9796-e155abc56ad2 req-b8fa6f8a-b7e2-4d1b-894a-357b43906be7 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322247 Jul 16 03:04:17.317302 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:17.932677 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc43052f-802a-4b6f-9da7-5bb44be5fa88 req-2d015832-8381-42c0-bd52-36046d9cecae tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:17.934163 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-bc43052f-802a-4b6f-9da7-5bb44be5fa88 req-2d015832-8381-42c0-bd52-36046d9cecae tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 945 time: 0.0642467 Jul 16 03:04:17.975611 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-bc43052f-802a-4b6f-9da7-5bb44be5fa88 req-d6695bf6-217f-4a13-907d-03ab1437029c tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357778 Jul 16 03:04:18.266033 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5896701-cd3d-428d-b18e-c1fb85cf1b14 req-b2d83954-89ea-4f22-a4b2-79de5d5662ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:18.267739 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-b5896701-cd3d-428d-b18e-c1fb85cf1b14 req-b2d83954-89ea-4f22-a4b2-79de5d5662ef service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2d18dd3d9daa4b218a5766d0cc2025e7&device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 1098 time: 0.1014006 Jul 16 03:04:18.362088 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5896701-cd3d-428d-b18e-c1fb85cf1b14 req-9d164a39-bc10-4be9-8547-af5c53be34e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:18.363545 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-b5896701-cd3d-428d-b18e-c1fb85cf1b14 req-9d164a39-bc10-4be9-8547-af5c53be34e1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a85f863f-4222-40a3-a485-c2244ef1465c HTTP/1.1" status: 200 len: 909 time: 0.0886092 Jul 16 03:04:18.372262 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-acb1da25-59f0-4e59-baed-35677438973e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:18.433811 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-b5896701-cd3d-428d-b18e-c1fb85cf1b14 req-60419448-d6bc-46b2-8c49-be784b1170d1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f806172-12ac-49e4-a1ea-7592c8270f37 HTTP/1.1" status: 200 len: 1001 time: 0.0633516 Jul 16 03:04:18.484772 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5896701-cd3d-428d-b18e-c1fb85cf1b14 req-5ab3b394-4dba-4349-8b56-ed4491e77215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:18.486259 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-b5896701-cd3d-428d-b18e-c1fb85cf1b14 req-5ab3b394-4dba-4349-8b56-ed4491e77215 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=89f1bb8a-d414-495b-b647-dda27585f923 HTTP/1.1" status: 200 len: 847 time: 0.0458632 Jul 16 03:04:18.546042 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5896701-cd3d-428d-b18e-c1fb85cf1b14 req-bcb4f20f-e402-421c-bbf0-c9e64ff16075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:18.547542 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-b5896701-cd3d-428d-b18e-c1fb85cf1b14 req-bcb4f20f-e402-421c-bbf0-c9e64ff16075 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a85f863f-4222-40a3-a485-c2244ef1465c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0542507 Jul 16 03:04:18.559625 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [req-b5896701-cd3d-428d-b18e-c1fb85cf1b14 req-3173cbba-76ec-406c-acae-cd540c055d67 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=92999) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 03:04:18.560610 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-b5896701-cd3d-428d-b18e-c1fb85cf1b14 req-3173cbba-76ec-406c-acae-cd540c055d67 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054681 Jul 16 03:04:18.657897 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-b5896701-cd3d-428d-b18e-c1fb85cf1b14 req-baacc7ab-6bd5-4207-ac56-4e8c914c9665 service neutron] 10.222.0.52 "GET /v2.0/networks/a85f863f-4222-40a3-a485-c2244ef1465c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900872 Jul 16 03:04:18.750839 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-b5896701-cd3d-428d-b18e-c1fb85cf1b14 req-0f2c536a-9031-45b2-a6f5-16867a4e321a service neutron] 10.222.0.52 "GET /v2.0/networks/a85f863f-4222-40a3-a485-c2244ef1465c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860906 Jul 16 03:04:19.145932 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ec4011-2f64-42c6-9180-05138239f02c req-5b23dc9f-23a8-4b54-9988-5b04cee81469 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:19.147997 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-42ec4011-2f64-42c6-9180-05138239f02c req-5b23dc9f-23a8-4b54-9988-5b04cee81469 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 945 time: 0.0614896 Jul 16 03:04:19.184881 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-42ec4011-2f64-42c6-9180-05138239f02c req-f472abe1-b0a6-4ebd-9d35-29f4c61ad887 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314214 Jul 16 03:04:20.361607 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80dc463-46fd-44d9-90f8-878cb143cc35 req-fb88dff7-715d-445f-aabb-4fe3c036f680 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:20.363049 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a80dc463-46fd-44d9-90f8-878cb143cc35 req-fb88dff7-715d-445f-aabb-4fe3c036f680 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 945 time: 0.0632007 Jul 16 03:04:20.402609 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-a80dc463-46fd-44d9-90f8-878cb143cc35 req-82c1ae2a-fc8e-471c-bd06-1319cd7e640e tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339372 Jul 16 03:04:21.096810 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 6 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:04:21.362956 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:21.592391 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e1676b-ae51-4074-9d83-2c1b9e987ec8 req-e28f0f9c-0f5b-4fb0-9807-613d08c6960b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:21.594041 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-07e1676b-ae51-4074-9d83-2c1b9e987ec8 req-e28f0f9c-0f5b-4fb0-9807-613d08c6960b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 945 time: 0.0717905 Jul 16 03:04:21.607495 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-f688a661-39fb-4ba8-83e6-adcc5282914a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:21.636686 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-07e1676b-ae51-4074-9d83-2c1b9e987ec8 req-60619b16-f3e5-4d78-8c5f-f444bec1ea4e tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361469 Jul 16 03:04:21.982019 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-65088652-71a3-47c4-8d73-558508781cfe req-03439c1e-2ce6-4540-ab4d-670e625cf5c8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1156523 Jul 16 03:04:22.040940 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d893736d-5a11-4a0b-b9d5-f5982f29992c req-a80873d9-5388-40ce-9c73-46cfe8de9f32 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:22.042664 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d893736d-5a11-4a0b-b9d5-f5982f29992c req-a80873d9-5388-40ce-9c73-46cfe8de9f32 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 945 time: 0.0732794 Jul 16 03:04:22.085052 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d893736d-5a11-4a0b-b9d5-f5982f29992c req-bcd1702b-1af6-47e7-87b4-e2b423b32065 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359757 Jul 16 03:04:22.761228 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:22.939501 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 4f806172-12ac-49e4-a1ea-7592c8270f37 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:04:23.026425 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:23.051638 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5119e3f-af11-4f1b-b593-6e30fce8eb17', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4f806172-12ac-49e4-a1ea-7592c8270f37'}] {{(pid=93000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:04:23.054271 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea702c1d27a9afaa317d21627fdeb95d85c281d49492fc16ca315a181738864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c286911-2e43-492c-a680-6e80757ada06" -d '{"events": [{"server_uuid": "e5119e3f-af11-4f1b-b593-6e30fce8eb17", "name": "network-vif-unplugged", "status": "completed", "tag": "4f806172-12ac-49e4-a1ea-7592c8270f37"}]}' {{(pid=93000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:04:23.067189 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 4f806172-12ac-49e4-a1ea-7592c8270f37, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4f806172-12ac-49e4-a1ea-7592c8270f37,segment=NetworkSegment(1682edac-5dad-45c5-8869-a7e0f2332a50),segment_id=1682edac-5dad-45c5-8869-a7e0f2332a50)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:04:23.072396 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:23.096390 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 03:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ba1bc6c-f5c5-4ce6-8f3a-2025bbbe3ad4 x-openstack-request-id: req-4ba1bc6c-f5c5-4ce6-8f3a-2025bbbe3ad4 {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:04:23.096679 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5119e3f-af11-4f1b-b593-6e30fce8eb17", "name": "network-vif-unplugged", "status": "failed", "tag": "4f806172-12ac-49e4-a1ea-7592c8270f37", "code": 422}]} {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:04:23.096930 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ba1bc6c-f5c5-4ce6-8f3a-2025bbbe3ad4 {{(pid=93000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:04:23.097340 dv-cinder-788364-5-smb neutron-server[93000]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e5119e3f-af11-4f1b-b593-6e30fce8eb17', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4f806172-12ac-49e4-a1ea-7592c8270f37', 'code': 422} returned with failed status Jul 16 03:04:23.124695 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=4f806172-12ac-49e4-a1ea-7592c8270f37,revision_number=6']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:23.132802 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:23.133167 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:23.133515 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:23.133858 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:23.134198 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:23.134536 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:23.134868 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:23.135203 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:23.135535 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:23.135881 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:23.136212 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:23.136538 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:04:23.271006 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb66b2-05c5-4f4d-b051-633465c204f7 req-fa15fa35-e8f8-464f-b0c5-559e60e45d64 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:23.273109 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-95cb66b2-05c5-4f4d-b051-633465c204f7 req-fa15fa35-e8f8-464f-b0c5-559e60e45d64 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 943 time: 0.0708373 Jul 16 03:04:23.310337 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-95cb66b2-05c5-4f4d-b051-633465c204f7 req-9869e27e-a1e6-4d79-a2af-7630eda2964b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315688 Jul 16 03:04:23.601331 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65088652-71a3-47c4-8d73-558508781cfe req-1bd61819-b246-4996-bec1-97b4d0a9e225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:23.602784 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-65088652-71a3-47c4-8d73-558508781cfe req-1bd61819-b246-4996-bec1-97b4d0a9e225 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17&tenant_id=2d18dd3d9daa4b218a5766d0cc2025e7 HTTP/1.1" status: 200 len: 1096 time: 0.0633445 Jul 16 03:04:23.696410 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65088652-71a3-47c4-8d73-558508781cfe req-75c3463c-3f5e-4eb5-ab59-953cbe11ab0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:23.697946 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-65088652-71a3-47c4-8d73-558508781cfe req-75c3463c-3f5e-4eb5-ab59-953cbe11ab0e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2d18dd3d9daa4b218a5766d0cc2025e7&device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 1096 time: 0.0592165 Jul 16 03:04:23.800639 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65088652-71a3-47c4-8d73-558508781cfe req-41c375fa-bc62-4cdd-9a8c-02926d25c0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:23.802981 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-65088652-71a3-47c4-8d73-558508781cfe req-41c375fa-bc62-4cdd-9a8c-02926d25c0ac service neutron] 10.222.0.52 "GET /v2.0/networks?id=a85f863f-4222-40a3-a485-c2244ef1465c HTTP/1.1" status: 200 len: 909 time: 0.0983486 Jul 16 03:04:23.906193 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-65088652-71a3-47c4-8d73-558508781cfe req-60e6eca3-e8e9-4228-97cf-295f2846ddc2 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f806172-12ac-49e4-a1ea-7592c8270f37 HTTP/1.1" status: 200 len: 999 time: 0.0958464 Jul 16 03:04:23.959656 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65088652-71a3-47c4-8d73-558508781cfe req-999268f3-c7b3-4169-b95b-4946256bdaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:23.961340 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-65088652-71a3-47c4-8d73-558508781cfe req-999268f3-c7b3-4169-b95b-4946256bdaf1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=89f1bb8a-d414-495b-b647-dda27585f923 HTTP/1.1" status: 200 len: 847 time: 0.0486503 Jul 16 03:04:24.020178 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65088652-71a3-47c4-8d73-558508781cfe req-db08da50-efb2-45a2-be0c-3ae8ba90acd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:24.021693 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-65088652-71a3-47c4-8d73-558508781cfe req-db08da50-efb2-45a2-be0c-3ae8ba90acd2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a85f863f-4222-40a3-a485-c2244ef1465c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0533421 Jul 16 03:04:24.120127 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-65088652-71a3-47c4-8d73-558508781cfe req-8f76814e-a708-4e50-b446-1911615ce665 service neutron] 10.222.0.52 "GET /v2.0/networks/a85f863f-4222-40a3-a485-c2244ef1465c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913913 Jul 16 03:04:24.184171 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:24.216132 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-65088652-71a3-47c4-8d73-558508781cfe req-da67725f-b80d-4f95-87d9-8c63f25999c7 service neutron] 10.222.0.52 "GET /v2.0/networks/a85f863f-4222-40a3-a485-c2244ef1465c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891285 Jul 16 03:04:24.495696 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064309e-ce6e-41ad-a6b9-ca3dbd76c33e req-3d932c86-fa95-40d1-a201-ff5ff389c396 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:24.497190 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b064309e-ce6e-41ad-a6b9-ca3dbd76c33e req-3d932c86-fa95-40d1-a201-ff5ff389c396 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 943 time: 0.0660501 Jul 16 03:04:24.544629 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-b064309e-ce6e-41ad-a6b9-ca3dbd76c33e req-653489bd-333f-46d2-977f-ddaffe03f861 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401931 Jul 16 03:04:25.754767 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569f2d7-3b4b-46fe-a12b-8c3ef0b6f5a0 req-c2472885-ac7a-414b-901e-3e6017c25221 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:25.758218 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d569f2d7-3b4b-46fe-a12b-8c3ef0b6f5a0 req-c2472885-ac7a-414b-901e-3e6017c25221 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 943 time: 0.0969398 Jul 16 03:04:25.828258 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-d569f2d7-3b4b-46fe-a12b-8c3ef0b6f5a0 req-af0d9b6b-9237-4324-b79d-46ecb7fd208b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632720 Jul 16 03:04:26.969155 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 4f806172-12ac-49e4-a1ea-7592c8270f37 details requested by agent hyperv_hv-cinder-78836 with host hv-cinder-78836 {{(pid=93000) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 03:04:27.002218 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47928447-b0e0-4e3a-9974-785ea09e4344 req-5d65c2cb-ea11-4e6f-946e-fb976c5f7100 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:27.003765 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-47928447-b0e0-4e3a-9974-785ea09e4344 req-5d65c2cb-ea11-4e6f-946e-fb976c5f7100 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 943 time: 0.0644040 Jul 16 03:04:27.043419 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-47928447-b0e0-4e3a-9974-785ea09e4344 req-79c5a370-c375-47cf-aa01-39c2bb99b353 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324764 Jul 16 03:04:27.066205 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 4f806172-12ac-49e4-a1ea-7592c8270f37, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4f806172-12ac-49e4-a1ea-7592c8270f37,segment=NetworkSegment(1682edac-5dad-45c5-8869-a7e0f2332a50),segment_id=1682edac-5dad-45c5-8869-a7e0f2332a50)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:04:27.077172 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Returning: {'device': '4f806172-12ac-49e4-a1ea-7592c8270f37', 'network_id': 'a85f863f-4222-40a3-a485-c2244ef1465c', 'port_id': '4f806172-12ac-49e4-a1ea-7592c8270f37', 'mac_address': 'fa:16:3e:f5:02:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 541, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89f1bb8a-d414-495b-b647-dda27585f923', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93000) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 03:04:27.113834 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:27.129308 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f806172-12ac-49e4-a1ea-7592c8270f37 {{(pid=93000) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 03:04:27.148424 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 4f806172-12ac-49e4-a1ea-7592c8270f37, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4f806172-12ac-49e4-a1ea-7592c8270f37,segment=NetworkSegment(1682edac-5dad-45c5-8869-a7e0f2332a50),segment_id=1682edac-5dad-45c5-8869-a7e0f2332a50)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:04:27.152046 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:27.198331 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=4f806172-12ac-49e4-a1ea-7592c8270f37,revision_number=7']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:27.513436 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] get_ports_and_sgs() called for port_ids ['4f806172-12ac-49e4-a1ea-7592c8270f37'] {{(pid=93000) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 03:04:28.216628 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666377cf-cab2-4140-a3f8-e2d86f509702 req-25e5d0c0-99b8-442d-b139-33178724687b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:28.218108 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-666377cf-cab2-4140-a3f8-e2d86f509702 req-25e5d0c0-99b8-442d-b139-33178724687b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 944 time: 0.0630951 Jul 16 03:04:28.255738 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-666377cf-cab2-4140-a3f8-e2d86f509702 req-e1c50308-2416-4ce0-8eaf-653b110e9248 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321503 Jul 16 03:04:28.981796 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 4f806172-12ac-49e4-a1ea-7592c8270f37 up at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 03:04:29.028617 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.provisioning_blocks [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Provisioning complete for port 4f806172-12ac-49e4-a1ea-7592c8270f37 triggered by entity L2. {{(pid=93000) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 03:04:29.028989 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1529521'] for port, provisioning_complete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:29.105606 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1601601'] for port, before_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:29.127456 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5119e3f-af11-4f1b-b593-6e30fce8eb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f806172-12ac-49e4-a1ea-7592c8270f37'}] {{(pid=93000) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:04:29.129732 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}fea702c1d27a9afaa317d21627fdeb95d85c281d49492fc16ca315a181738864" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f327a321-3ddb-4cd3-9fe3-74eb3c898256" -d '{"events": [{"server_uuid": "e5119e3f-af11-4f1b-b593-6e30fce8eb17", "name": "network-vif-plugged", "status": "completed", "tag": "4f806172-12ac-49e4-a1ea-7592c8270f37"}]}' {{(pid=93000) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:04:29.142574 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] For port 4f806172-12ac-49e4-a1ea-7592c8270f37, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4f806172-12ac-49e4-a1ea-7592c8270f37,segment=NetworkSegment(1682edac-5dad-45c5-8869-a7e0f2332a50),segment_id=1682edac-5dad-45c5-8869-a7e0f2332a50)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:04:29.146586 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8744535025237', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8744534621341', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8744534621359'] for port, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:29.170956 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a8e19f0-c83e-47d6-a358-a22f21862ac4 x-openstack-request-id: req-3a8e19f0-c83e-47d6-a358-a22f21862ac4 {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:04:29.171248 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5119e3f-af11-4f1b-b593-6e30fce8eb17", "name": "network-vif-plugged", "status": "completed", "tag": "4f806172-12ac-49e4-a1ea-7592c8270f37", "code": 200}]} {{(pid=93000) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:04:29.171501 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a8e19f0-c83e-47d6-a358-a22f21862ac4 {{(pid=93000) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:04:29.171914 dv-cinder-788364-5-smb neutron-server[93000]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5119e3f-af11-4f1b-b593-6e30fce8eb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f806172-12ac-49e4-a1ea-7592c8270f37', 'code': 200} Jul 16 03:04:29.196892 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Pushing event updated for resources: {'Port': ['ID=4f806172-12ac-49e4-a1ea-7592c8270f37,revision_number=8']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:04:29.437656 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3a8ca1-f108-47bc-b67b-c21cd7345757 req-b5a6472f-7245-428b-9d16-b52585d365d0 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:29.439223 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fe3a8ca1-f108-47bc-b67b-c21cd7345757 req-b5a6472f-7245-428b-9d16-b52585d365d0 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 945 time: 0.0711958 Jul 16 03:04:29.480238 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-fe3a8ca1-f108-47bc-b67b-c21cd7345757 req-c0fc4d8f-3b1a-4820-81cd-6c446a36f137 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353489 Jul 16 03:04:29.482055 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc9a77f-6c58-484c-8151-42dce9659e51 req-1d722cb1-1722-4de0-9c69-618391d67178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:29.487784 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-ebc9a77f-6c58-484c-8151-42dce9659e51 req-1d722cb1-1722-4de0-9c69-618391d67178 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 1098 time: 0.0581851 Jul 16 03:04:29.519782 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-ebc9a77f-6c58-484c-8151-42dce9659e51 req-2513169a-d92e-4d13-b433-1405430333e0 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296204 Jul 16 03:04:30.662183 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae14c866-68c6-4a15-9e33-a21c1aea678b req-6f97a502-d43a-4f06-989e-150cff2c6e34 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:30.663749 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ae14c866-68c6-4a15-9e33-a21c1aea678b req-6f97a502-d43a-4f06-989e-150cff2c6e34 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 945 time: 0.0657516 Jul 16 03:04:30.703569 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-ae14c866-68c6-4a15-9e33-a21c1aea678b req-28e3624b-a8c1-4375-ba8d-92731c257a92 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342529 Jul 16 03:04:31.876139 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7c2d7-8d8b-40ac-a3ea-c95399231285 req-389cb2aa-2f0f-4fb3-be1a-5cfa1be12117 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:31.877783 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-47f7c2d7-8d8b-40ac-a3ea-c95399231285 req-389cb2aa-2f0f-4fb3-be1a-5cfa1be12117 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 945 time: 0.0644825 Jul 16 03:04:31.923116 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-47f7c2d7-8d8b-40ac-a3ea-c95399231285 req-b553469b-2bbb-4ab7-b02d-777e1cc15764 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386932 Jul 16 03:04:47.337484 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:48.388149 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-4b772c97-20b9-46dd-975d-f4485c21a5c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:51.364259 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:51.608238 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-62239ec5-069f-4d30-b2e2-e8ee137e690f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:52.213402 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-12025d78-76d2-417d-8388-e9c93ceec62a req-115d3c1e-d0f3-4d5d-984c-6c655cc4bfe9 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510101 Jul 16 03:04:52.327328 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12025d78-76d2-417d-8388-e9c93ceec62a req-cb0020af-87f3-4486-a86d-db22c0cb11d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:52.328837 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-12025d78-76d2-417d-8388-e9c93ceec62a req-cb0020af-87f3-4486-a86d-db22c0cb11d0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2d18dd3d9daa4b218a5766d0cc2025e7&device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 1098 time: 0.0523300 Jul 16 03:04:52.434958 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12025d78-76d2-417d-8388-e9c93ceec62a req-056c66b3-66c5-4e8b-9e79-d2306a1f13d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:52.436434 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-12025d78-76d2-417d-8388-e9c93ceec62a req-056c66b3-66c5-4e8b-9e79-d2306a1f13d2 service neutron] 10.222.0.52 "GET /v2.0/networks?id=a85f863f-4222-40a3-a485-c2244ef1465c HTTP/1.1" status: 200 len: 909 time: 0.0866761 Jul 16 03:04:52.501425 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-12025d78-76d2-417d-8388-e9c93ceec62a req-e5bfa390-52e1-4ee3-a27b-c969626bad48 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f806172-12ac-49e4-a1ea-7592c8270f37 HTTP/1.1" status: 200 len: 1001 time: 0.0572743 Jul 16 03:04:52.555260 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12025d78-76d2-417d-8388-e9c93ceec62a req-f2a8ef10-0d33-4dc9-b279-681d6ed38689 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:52.555260 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-12025d78-76d2-417d-8388-e9c93ceec62a req-f2a8ef10-0d33-4dc9-b279-681d6ed38689 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=89f1bb8a-d414-495b-b647-dda27585f923 HTTP/1.1" status: 200 len: 847 time: 0.0460479 Jul 16 03:04:52.613057 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12025d78-76d2-417d-8388-e9c93ceec62a req-c43197df-d4b1-4df9-9f5a-64ccc51a6bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:04:52.614536 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-12025d78-76d2-417d-8388-e9c93ceec62a req-c43197df-d4b1-4df9-9f5a-64ccc51a6bd4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a85f863f-4222-40a3-a485-c2244ef1465c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0522580 Jul 16 03:04:52.702347 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-12025d78-76d2-417d-8388-e9c93ceec62a req-e448ef35-38da-48f4-9041-7b0c7651e4bc service neutron] 10.222.0.52 "GET /v2.0/networks/a85f863f-4222-40a3-a485-c2244ef1465c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807862 Jul 16 03:04:52.758801 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:52.798878 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-12025d78-76d2-417d-8388-e9c93ceec62a req-9ba6697e-f46b-490c-b9cc-f5c7ad94c46b service neutron] 10.222.0.52 "GET /v2.0/networks/a85f863f-4222-40a3-a485-c2244ef1465c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889628 Jul 16 03:04:54.182075 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:04:58.096049 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 6 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:05:17.365779 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:18.368565 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-bc35716e-31c1-42f8-8c27-fb3aba94da82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:21.366870 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:21.608842 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-bf581734-be95-4eaa-9104-2ac92c3c5e6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:22.763027 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:24.186325 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:35.094934 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 6 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:05:44.389065 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 55772) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:44.570128 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-3f337738-5a2f-495f-9468-1c73e8b8790b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Deleting port 7ef4dd0b-f61b-44ed-993c-d6439e0f5aa2 {{(pid=92998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:05:44.570603 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3f337738-5a2f-495f-9468-1c73e8b8790b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:44.698996 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3f337738-5a2f-495f-9468-1c73e8b8790b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:44.699430 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3f337738-5a2f-495f-9468-1c73e8b8790b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:44.719617 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-3f337738-5a2f-495f-9468-1c73e8b8790b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Calling delete_port for 7ef4dd0b-f61b-44ed-993c-d6439e0f5aa2 owned by network:floatingip {{(pid=92998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:05:44.897251 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3f337738-5a2f-495f-9468-1c73e8b8790b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:44.925962 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f337738-5a2f-495f-9468-1c73e8b8790b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Pushing event deleted for resources: {'Port': ['ID=7ef4dd0b-f61b-44ed-993c-d6439e0f5aa2,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:44.940530 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f337738-5a2f-495f-9468-1c73e8b8790b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:44.940874 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f337738-5a2f-495f-9468-1c73e8b8790b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:44.941223 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f337738-5a2f-495f-9468-1c73e8b8790b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:44.941557 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f337738-5a2f-495f-9468-1c73e8b8790b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:44.941904 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f337738-5a2f-495f-9468-1c73e8b8790b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:44.942237 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f337738-5a2f-495f-9468-1c73e8b8790b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:44.942562 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f337738-5a2f-495f-9468-1c73e8b8790b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:44.942883 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f337738-5a2f-495f-9468-1c73e8b8790b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:44.943204 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f337738-5a2f-495f-9468-1c73e8b8790b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:44.943525 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f337738-5a2f-495f-9468-1c73e8b8790b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:44.944557 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f337738-5a2f-495f-9468-1c73e8b8790b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:44.944954 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f337738-5a2f-495f-9468-1c73e8b8790b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92998) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:45.013358 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3f337738-5a2f-495f-9468-1c73e8b8790b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks [] for floatingip, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:45.013701 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.db.l3_db [None req-3f337738-5a2f-495f-9468-1c73e8b8790b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Floating IP 09471eb7-7678-4fae-9cc2-66b760e57329 disassociated (deleted). External IP: 172.28.1.216, port: 4f806172-12ac-49e4-a1ea-7592c8270f37. Jul 16 03:05:45.242377 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f337738-5a2f-495f-9468-1c73e8b8790b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Router 464432c9-5493-4739-84f2-2a0a31ceb958 has already been hosted by L3 agent c2717fd8-7624-4935-9c00-920e66229c5a {{(pid=92998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:05:45.360747 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f337738-5a2f-495f-9468-1c73e8b8790b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:05:45.367227 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3f337738-5a2f-495f-9468-1c73e8b8790b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for floatingip, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:45.376508 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054c3357-6e5b-471d-b516-ce42bc21777f None None] Sync routers for ids ['464432c9-5493-4739-84f2-2a0a31ceb958'] in dv-cinder-788364-5-smb {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:05:45.392615 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054c3357-6e5b-471d-b516-ce42bc21777f None None] Routers {'464432c9-5493-4739-84f2-2a0a31ceb958'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:05:45.393689 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-054c3357-6e5b-471d-b516-ce42bc21777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T03:05:22Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['464432c9-5493-4739-84f2-2a0a31ceb958'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:45.420660 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-3f337738-5a2f-495f-9468-1c73e8b8790b tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "DELETE /v2.0/floatingips/09471eb7-7678-4fae-9cc2-66b760e57329 HTTP/1.1" status: 204 len: 168 time: 1.0301664 Jul 16 03:05:45.421391 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e5119e3f-af11-4f1b-b593-6e30fce8eb17', 'tag': '4f806172-12ac-49e4-a1ea-7592c8270f37'}] {{(pid=92998) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:05:45.423943 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a245791c69082107892e6a31916d6d43f1304004a28c473c9394a88117d1c043" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8a690fd-9342-406d-8e00-afab63a78afa" -d '{"events": [{"name": "network-changed", "server_uuid": "e5119e3f-af11-4f1b-b593-6e30fce8eb17", "tag": "4f806172-12ac-49e4-a1ea-7592c8270f37"}]}' {{(pid=92998) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:05:45.474456 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 03:05:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3730b6a-22da-4cfa-a197-d5d02cafa4d3 x-openstack-request-id: req-e3730b6a-22da-4cfa-a197-d5d02cafa4d3 {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:05:45.474754 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e5119e3f-af11-4f1b-b593-6e30fce8eb17", "tag": "4f806172-12ac-49e4-a1ea-7592c8270f37", "status": "completed", "code": 200}]} {{(pid=92998) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:05:45.475679 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3730b6a-22da-4cfa-a197-d5d02cafa4d3 {{(pid=92998) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:05:45.476300 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e5119e3f-af11-4f1b-b593-6e30fce8eb17', 'tag': '4f806172-12ac-49e4-a1ea-7592c8270f37', 'status': 'completed', 'code': 200} Jul 16 03:05:45.530906 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-054c3357-6e5b-471d-b516-ce42bc21777f None None] Set router 464432c9-5493-4739-84f2-2a0a31ceb958 gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:05:45.577682 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a690fd-9342-406d-8e00-afab63a78afa req-0530fa48-1cae-474b-ac10-8a8387da5489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:05:45.579202 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-e8a690fd-9342-406d-8e00-afab63a78afa req-0530fa48-1cae-474b-ac10-8a8387da5489 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2d18dd3d9daa4b218a5766d0cc2025e7&device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 1098 time: 0.0590377 Jul 16 03:05:45.692528 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a690fd-9342-406d-8e00-afab63a78afa req-915f47c8-1482-40f6-8084-da413f0a119c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:05:45.695777 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-e8a690fd-9342-406d-8e00-afab63a78afa req-915f47c8-1482-40f6-8084-da413f0a119c service neutron] 10.222.0.52 "GET /v2.0/networks?id=a85f863f-4222-40a3-a485-c2244ef1465c HTTP/1.1" status: 200 len: 909 time: 0.1081285 Jul 16 03:05:45.748354 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-e8a690fd-9342-406d-8e00-afab63a78afa req-13b0d796-57c9-4b47-9033-bcb1b8ad18c4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4f806172-12ac-49e4-a1ea-7592c8270f37 HTTP/1.1" status: 200 len: 217 time: 0.0434718 Jul 16 03:05:45.783113 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-054c3357-6e5b-471d-b516-ce42bc21777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'name': 'tempest-TestShelveInstance-287572608-router', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': '9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:01:30Z', 'updated_at': '2021-07-16T03:01:33Z', 'revision_number': 4, 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'gw_port': {'id': '9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:30Z', 'updated_at': '2021-07-16T03:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '6269fa12-8968-48dd-81d2-625a3cfbd5e2', 'name': '', 'network_id': 'a85f863f-4222-40a3-a485-c2244ef1465c', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'mac_address': 'fa:16:3e:0e:8c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '89f1bb8a-d414-495b-b647-dda27585f923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:32Z', 'updated_at': '2021-07-16T03:01:39Z', 'revision_number': 5, 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'subnets': [{'id': '89f1bb8a-d414-495b-b647-dda27585f923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:45.812761 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054c3357-6e5b-471d-b516-ce42bc21777f None None] Checking router: 464432c9-5493-4739-84f2-2a0a31ceb958 for host: dv-cinder-788364-5-smb {{(pid=93000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:05:45.826131 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054c3357-6e5b-471d-b516-ce42bc21777f None None] Routers {'464432c9-5493-4739-84f2-2a0a31ceb958'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:05:45.826854 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-054c3357-6e5b-471d-b516-ce42bc21777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T03:05:22Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['464432c9-5493-4739-84f2-2a0a31ceb958'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:45.842378 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a690fd-9342-406d-8e00-afab63a78afa req-b9533a21-8014-4169-8f26-bc34c65abe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:05:45.846839 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-e8a690fd-9342-406d-8e00-afab63a78afa req-b9533a21-8014-4169-8f26-bc34c65abe0b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=89f1bb8a-d414-495b-b647-dda27585f923 HTTP/1.1" status: 200 len: 847 time: 0.0552602 Jul 16 03:05:45.899939 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3172237-e594-456e-aff0-c6cf2e2e4725 req-e7d77f29-24e0-47b3-8b3f-ff99d4b2ec5a tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:05:45.901634 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e3172237-e594-456e-aff0-c6cf2e2e4725 req-e7d77f29-24e0-47b3-8b3f-ff99d4b2ec5a tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 945 time: 0.0751748 Jul 16 03:05:45.910320 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a690fd-9342-406d-8e00-afab63a78afa req-5a9fa9a7-1051-41af-8c57-c78d526a7d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:05:45.911892 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-e8a690fd-9342-406d-8e00-afab63a78afa req-5a9fa9a7-1051-41af-8c57-c78d526a7d64 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=a85f863f-4222-40a3-a485-c2244ef1465c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0592985 Jul 16 03:05:45.945675 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-054c3357-6e5b-471d-b516-ce42bc21777f None None] Set router 464432c9-5493-4739-84f2-2a0a31ceb958 gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:05:45.951626 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-e3172237-e594-456e-aff0-c6cf2e2e4725 req-88a4b38e-4e95-4b34-b70f-7d4206784365 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362296 Jul 16 03:05:46.029056 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-e8a690fd-9342-406d-8e00-afab63a78afa req-09ee29ff-b34b-409b-bd4c-7a4ee840b0d7 service neutron] 10.222.0.52 "GET /v2.0/networks/a85f863f-4222-40a3-a485-c2244ef1465c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095314 Jul 16 03:05:46.136657 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-e8a690fd-9342-406d-8e00-afab63a78afa req-6b9bdcc7-f1ed-4457-8a30-d15145bd8ec1 service neutron] 10.222.0.52 "GET /v2.0/networks/a85f863f-4222-40a3-a485-c2244ef1465c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993919 Jul 16 03:05:46.195502 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-054c3357-6e5b-471d-b516-ce42bc21777f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'name': 'tempest-TestShelveInstance-287572608-router', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': '9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:01:30Z', 'updated_at': '2021-07-16T03:01:33Z', 'revision_number': 4, 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'gw_port': {'id': '9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:30Z', 'updated_at': '2021-07-16T03:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '6269fa12-8968-48dd-81d2-625a3cfbd5e2', 'name': '', 'network_id': 'a85f863f-4222-40a3-a485-c2244ef1465c', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'mac_address': 'fa:16:3e:0e:8c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '89f1bb8a-d414-495b-b647-dda27585f923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:32Z', 'updated_at': '2021-07-16T03:01:39Z', 'revision_number': 5, 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'subnets': [{'id': '89f1bb8a-d414-495b-b647-dda27585f923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:46.356196 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-054c3357-6e5b-471d-b516-ce42bc21777f None None] The sync data for ids ['464432c9-5493-4739-84f2-2a0a31ceb958'] in dv-cinder-788364-5-smb is: [{'id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'name': 'tempest-TestShelveInstance-287572608-router', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': '9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:01:30Z', 'updated_at': '2021-07-16T03:01:33Z', 'revision_number': 4, 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'gw_port': {'id': '9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:30Z', 'updated_at': '2021-07-16T03:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb', '_interfaces': [{'id': '6269fa12-8968-48dd-81d2-625a3cfbd5e2', 'name': '', 'network_id': 'a85f863f-4222-40a3-a485-c2244ef1465c', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'mac_address': 'fa:16:3e:0e:8c:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'device_owner': 'network:router_interface', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '89f1bb8a-d414-495b-b647-dda27585f923', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:32Z', 'updated_at': '2021-07-16T03:01:39Z', 'revision_number': 5, 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'subnets': [{'id': '89f1bb8a-d414-495b-b647-dda27585f923', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:05:46.586221 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c5124a-b260-4c1e-909e-0a5705d437c1 None None] New status for floating IP 09471eb7-7678-4fae-9cc2-66b760e57329: DOWN {{(pid=93001) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 03:05:47.160062 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a31ad45-1be5-424b-a61f-ae5548493c69 req-3e174bca-84ad-4ed4-8253-d67e921f52c9 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92998) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:05:47.161552 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8a31ad45-1be5-424b-a61f-ae5548493c69 req-3e174bca-84ad-4ed4-8253-d67e921f52c9 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 945 time: 0.0756392 Jul 16 03:05:47.201125 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-8a31ad45-1be5-424b-a61f-ae5548493c69 req-0d500147-2c66-4af1-9c28-8e09bb938c20 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/security-groups?id=aa358086-bb8f-47b5-9d10-a683d2c213fc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339470 Jul 16 03:05:47.372482 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:47.447964 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c173e-a1fd-4633-baa8-7787c6fda7cc req-83f6cf59-3da7-4618-9987-250dc6a1cea7 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92999) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 03:05:47.449522 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-850c173e-a1fd-4633-baa8-7787c6fda7cc req-83f6cf59-3da7-4618-9987-250dc6a1cea7 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.52 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 945 time: 0.0688324 Jul 16 03:05:47.562286 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [req-850c173e-a1fd-4633-baa8-7787c6fda7cc req-2fba6f50-8f82-4afe-b1d6-455d49690bec tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Deleting port 4f806172-12ac-49e4-a1ea-7592c8270f37 {{(pid=92999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:05:47.562626 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-850c173e-a1fd-4633-baa8-7787c6fda7cc req-2fba6f50-8f82-4afe-b1d6-455d49690bec tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:47.658178 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [req-850c173e-a1fd-4633-baa8-7787c6fda7cc req-2fba6f50-8f82-4afe-b1d6-455d49690bec tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] For port 4f806172-12ac-49e4-a1ea-7592c8270f37, host hv-cinder-78836, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-78836',level=0,port_id=4f806172-12ac-49e4-a1ea-7592c8270f37,segment=NetworkSegment(1682edac-5dad-45c5-8869-a7e0f2332a50),segment_id=1682edac-5dad-45c5-8869-a7e0f2332a50)] {{(pid=92999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:05:47.658444 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-850c173e-a1fd-4633-baa8-7787c6fda7cc req-2fba6f50-8f82-4afe-b1d6-455d49690bec tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:47.673001 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [req-850c173e-a1fd-4633-baa8-7787c6fda7cc req-2fba6f50-8f82-4afe-b1d6-455d49690bec tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Calling delete_port for 4f806172-12ac-49e4-a1ea-7592c8270f37 owned by compute:nova {{(pid=92999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:05:47.826062 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-850c173e-a1fd-4633-baa8-7787c6fda7cc req-2fba6f50-8f82-4afe-b1d6-455d49690bec tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:47.856661 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fba6f50-8f82-4afe-b1d6-455d49690bec tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Pushing event deleted for resources: {'Port': ['ID=4f806172-12ac-49e4-a1ea-7592c8270f37,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:47.869589 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba6f50-8f82-4afe-b1d6-455d49690bec tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:47.869950 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba6f50-8f82-4afe-b1d6-455d49690bec tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:47.872328 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba6f50-8f82-4afe-b1d6-455d49690bec tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:47.872328 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba6f50-8f82-4afe-b1d6-455d49690bec tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:47.872328 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba6f50-8f82-4afe-b1d6-455d49690bec tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:47.872328 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba6f50-8f82-4afe-b1d6-455d49690bec tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:47.872328 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba6f50-8f82-4afe-b1d6-455d49690bec tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:47.872328 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba6f50-8f82-4afe-b1d6-455d49690bec tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:47.872328 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba6f50-8f82-4afe-b1d6-455d49690bec tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:47.872945 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba6f50-8f82-4afe-b1d6-455d49690bec tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:47.872945 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba6f50-8f82-4afe-b1d6-455d49690bec tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:47.873285 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2fba6f50-8f82-4afe-b1d6-455d49690bec tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=92999) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:47.917223 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [req-850c173e-a1fd-4633-baa8-7787c6fda7cc req-2fba6f50-8f82-4afe-b1d6-455d49690bec tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] No DVR routers for this DVR port 4f806172-12ac-49e4-a1ea-7592c8270f37 on host hv-cinder-78836 {{(pid=92999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:05:47.919958 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [req-850c173e-a1fd-4633-baa8-7787c6fda7cc req-2fba6f50-8f82-4afe-b1d6-455d49690bec tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-67535'] for port, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:47.922013 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [req-850c173e-a1fd-4633-baa8-7787c6fda7cc req-2fba6f50-8f82-4afe-b1d6-455d49690bec tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.52 "DELETE /v2.0/ports/4f806172-12ac-49e4-a1ea-7592c8270f37 HTTP/1.1" status: 204 len: 173 time: 0.4662507 Jul 16 03:05:47.922459 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e5119e3f-af11-4f1b-b593-6e30fce8eb17', 'name': 'network-vif-deleted', 'tag': '4f806172-12ac-49e4-a1ea-7592c8270f37'}] {{(pid=92999) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 03:05:47.924794 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5f7924d30a451bfb46b248ee236a8924541a1a79d63876f3bc8bdb08287585aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca1fcc8f-c058-40e5-a60b-297db1a60178" -d '{"events": [{"server_uuid": "e5119e3f-af11-4f1b-b593-6e30fce8eb17", "name": "network-vif-deleted", "tag": "4f806172-12ac-49e4-a1ea-7592c8270f37"}]}' {{(pid=92999) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 03:05:48.021331 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 03:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ff8269c-36c6-4d6d-b958-eccaa278e87e x-openstack-request-id: req-2ff8269c-36c6-4d6d-b958-eccaa278e87e {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 03:05:48.022267 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e5119e3f-af11-4f1b-b593-6e30fce8eb17", "name": "network-vif-deleted", "tag": "4f806172-12ac-49e4-a1ea-7592c8270f37", "status": "completed", "code": 200}]} {{(pid=92999) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 03:05:48.022518 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2ff8269c-36c6-4d6d-b958-eccaa278e87e {{(pid=92999) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 03:05:48.022915 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e5119e3f-af11-4f1b-b593-6e30fce8eb17', 'name': 'network-vif-deleted', 'tag': '4f806172-12ac-49e4-a1ea-7592c8270f37', 'status': 'completed', 'code': 200} Jul 16 03:05:48.373849 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-3b1ef11c-f88d-4fb9-8c94-610a517cbe52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:48.395779 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [req-4f6885e1-dc38-448f-b3bd-bec7f15cec7f req-76aff79b-e6c5-441f-b923-9c6dd49b4f92 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5119e3f-af11-4f1b-b593-6e30fce8eb17 HTTP/1.1" status: 200 len: 210 time: 0.0398600 Jul 16 03:05:49.496846 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 55802) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:49.572571 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f946f9f0-9e90-4cd8-b993-2d5a59b0f0a3 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:49.600904 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f946f9f0-9e90-4cd8-b993-2d5a59b0f0a3 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:49.669564 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f946f9f0-9e90-4cd8-b993-2d5a59b0f0a3 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:49.672565 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f946f9f0-9e90-4cd8-b993-2d5a59b0f0a3 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:49.674023 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-f946f9f0-9e90-4cd8-b993-2d5a59b0f0a3 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] 10.222.0.21 "DELETE /v2.0/security-groups/aa358086-bb8f-47b5-9d10-a683d2c213fc HTTP/1.1" status: 204 len: 168 time: 0.1758969 Jul 16 03:05:49.684891 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f946f9f0-9e90-4cd8-b993-2d5a59b0f0a3 tempest-TestShelveInstance-309153868 tempest-TestShelveInstance-309153868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa358086-bb8f-47b5-9d10-a683d2c213fc,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:49.741703 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 55806) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:50.136421 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9863-1ec6-427c-aeb0-c8227877015f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435113'] for router_interface, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:50.419682 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc9863-1ec6-427c-aeb0-c8227877015f admin admin] Deleting port 6269fa12-8968-48dd-81d2-625a3cfbd5e2 {{(pid=92998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:05:50.420006 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9863-1ec6-427c-aeb0-c8227877015f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:50.512429 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [None req-f9fc9863-1ec6-427c-aeb0-c8227877015f admin admin] For port 6269fa12-8968-48dd-81d2-625a3cfbd5e2, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=6269fa12-8968-48dd-81d2-625a3cfbd5e2,segment=NetworkSegment(1682edac-5dad-45c5-8869-a7e0f2332a50),segment_id=1682edac-5dad-45c5-8869-a7e0f2332a50)] {{(pid=92998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:05:50.513141 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9863-1ec6-427c-aeb0-c8227877015f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:50.526308 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-f9fc9863-1ec6-427c-aeb0-c8227877015f admin admin] Calling delete_port for 6269fa12-8968-48dd-81d2-625a3cfbd5e2 owned by network:router_interface {{(pid=92998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:05:50.711528 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9863-1ec6-427c-aeb0-c8227877015f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:50.734830 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fc9863-1ec6-427c-aeb0-c8227877015f admin admin] Pushing event deleted for resources: {'Port': ['ID=6269fa12-8968-48dd-81d2-625a3cfbd5e2,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:50.908038 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f9fc9863-1ec6-427c-aeb0-c8227877015f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-437049'] for router_interface, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:51.371774 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:51.414150 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9fc9863-1ec6-427c-aeb0-c8227877015f admin admin] Router 464432c9-5493-4739-84f2-2a0a31ceb958 has already been hosted by L3 agent c2717fd8-7624-4935-9c00-920e66229c5a {{(pid=92998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:05:51.457522 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 4f806172-12ac-49e4-a1ea-7592c8270f37 no longer exists at agent hyperv_hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:05:51.478852 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] No Port match for: 4f806172-12ac-49e4-a1ea-7592c8270f37 {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:05:51.479490 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Device 4f806172-12ac-49e4-a1ea-7592c8270f37 not bound to the agent host hv-cinder-78836 {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:05:51.531447 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9fc9863-1ec6-427c-aeb0-c8227877015f admin admin] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:05:51.539278 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-f9fc9863-1ec6-427c-aeb0-c8227877015f admin admin] 10.222.0.21 "PUT /v2.0/routers/464432c9-5493-4739-84f2-2a0a31ceb958/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7938716 Jul 16 03:05:51.539474 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 55808) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:51.542619 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32643c46-d4fc-4fdb-8e20-e08771bae2c0 None None] Sync routers for ids ['464432c9-5493-4739-84f2-2a0a31ceb958'] in dv-cinder-788364-5-smb {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:05:51.552453 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32643c46-d4fc-4fdb-8e20-e08771bae2c0 None None] Routers {'464432c9-5493-4739-84f2-2a0a31ceb958'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:05:51.553691 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-32643c46-d4fc-4fdb-8e20-e08771bae2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T03:05:22Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['464432c9-5493-4739-84f2-2a0a31ceb958'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:51.645038 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-f0f283ba-89af-46e4-8cb1-ce250e380720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:51.650552 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-ca55991b-b344-40cf-9366-f4919cefee5a admin admin] Notify callbacks [] for router, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:51.673224 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-32643c46-d4fc-4fdb-8e20-e08771bae2c0 None None] Set router 464432c9-5493-4739-84f2-2a0a31ceb958 gateway port host: dv-cinder-788364-5-smb {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:05:51.759382 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-ca55991b-b344-40cf-9366-f4919cefee5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:51.818347 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-ca55991b-b344-40cf-9366-f4919cefee5a admin admin] Deleting port 9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4 {{(pid=92998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:05:51.819584 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-ca55991b-b344-40cf-9366-f4919cefee5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:51.866758 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-32643c46-d4fc-4fdb-8e20-e08771bae2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'name': 'tempest-TestShelveInstance-287572608-router', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.98'}], 'enable_snat': True}, 'gw_port_id': '9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:01:30Z', 'updated_at': '2021-07-16T03:05:50Z', 'revision_number': 5, 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'gw_port': {'id': '9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:d2:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'device_owner': 'network:router_gateway', 'standard_attr_id': 586, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:30Z', 'updated_at': '2021-07-16T03:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb'}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:51.894119 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32643c46-d4fc-4fdb-8e20-e08771bae2c0 None None] Checking router: 464432c9-5493-4739-84f2-2a0a31ceb958 for host: dv-cinder-788364-5-smb {{(pid=93000) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:05:51.903034 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32643c46-d4fc-4fdb-8e20-e08771bae2c0 None None] Routers {'464432c9-5493-4739-84f2-2a0a31ceb958'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93000) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:05:51.903578 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-32643c46-d4fc-4fdb-8e20-e08771bae2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T03:05:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['464432c9-5493-4739-84f2-2a0a31ceb958'], 'active': True} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:51.903939 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [None req-ca55991b-b344-40cf-9366-f4919cefee5a admin admin] For port 9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4,segment=NetworkSegment(552c363b-8a94-4391-a7bf-95f73577cc8e),segment_id=552c363b-8a94-4391-a7bf-95f73577cc8e)] {{(pid=92998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:05:51.904308 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-ca55991b-b344-40cf-9366-f4919cefee5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:51.915989 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-ca55991b-b344-40cf-9366-f4919cefee5a admin admin] Calling delete_port for 9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4 owned by network:router_gateway {{(pid=92998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:05:51.993044 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvr_db [None req-32643c46-d4fc-4fdb-8e20-e08771bae2c0 None None] Set router 464432c9-5493-4739-84f2-2a0a31ceb958 gateway port host: None {{(pid=93000) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:05:52.048732 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_hamode_db [None req-32643c46-d4fc-4fdb-8e20-e08771bae2c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'name': 'tempest-TestShelveInstance-287572608-router', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:01:30Z', 'updated_at': '2021-07-16T03:05:51Z', 'revision_number': 6, 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'gw_port_host': None}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93000) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:52.077128 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32643c46-d4fc-4fdb-8e20-e08771bae2c0 None None] The sync data for ids ['464432c9-5493-4739-84f2-2a0a31ceb958'] in dv-cinder-788364-5-smb is: [{'id': '464432c9-5493-4739-84f2-2a0a31ceb958', 'name': 'tempest-TestShelveInstance-287572608-router', 'tenant_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:01:30Z', 'updated_at': '2021-07-16T03:05:51Z', 'revision_number': 6, 'project_id': '2d18dd3d9daa4b218a5766d0cc2025e7', 'gw_port_host': None}] {{(pid=93000) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:05:52.095980 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-ca55991b-b344-40cf-9366-f4919cefee5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:52.130371 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca55991b-b344-40cf-9366-f4919cefee5a admin admin] Pushing event deleted for resources: {'Port': ['ID=9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:52.192524 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-ca55991b-b344-40cf-9366-f4919cefee5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441955'] for router_gateway, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:52.285049 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-ca55991b-b344-40cf-9366-f4919cefee5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12161'] for router, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:52.287277 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-ca55991b-b344-40cf-9366-f4919cefee5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:52.333616 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-ca55991b-b344-40cf-9366-f4919cefee5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435937'] for router, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:52.334232 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca55991b-b344-40cf-9366-f4919cefee5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 464432c9-5493-4739-84f2-2a0a31ceb958 {{(pid=92998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:05:52.338711 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-ca55991b-b344-40cf-9366-f4919cefee5a admin admin] Notify callbacks [] for router, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:52.339879 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-ca55991b-b344-40cf-9366-f4919cefee5a admin admin] 10.222.0.21 "DELETE /v2.0/routers/464432c9-5493-4739-84f2-2a0a31ceb958 HTTP/1.1" status: 204 len: 168 time: 0.7993906 Jul 16 03:05:52.342460 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 55810) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:52.387712 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.db_base_plugin_v2 [None req-b57285c2-05f2-4ae4-ad2d-21980ced2cd7 admin admin] Deleting subnet 89f1bb8a-d414-495b-b647-dda27585f923 {{(pid=92998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:05:52.390994 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-b57285c2-05f2-4ae4-ad2d-21980ced2cd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:52.424904 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-b57285c2-05f2-4ae4-ad2d-21980ced2cd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110460'] for subnet, precommit_delete_associations {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:52.521623 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-b57285c2-05f2-4ae4-ad2d-21980ced2cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:52.580910 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-b57285c2-05f2-4ae4-ad2d-21980ced2cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9110399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8597691'] for subnet, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:52.607651 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57285c2-05f2-4ae4-ad2d-21980ced2cd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=89f1bb8a-d414-495b-b647-dda27585f923,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:52.611504 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-b57285c2-05f2-4ae4-ad2d-21980ced2cd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:52.613521 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-b57285c2-05f2-4ae4-ad2d-21980ced2cd7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/89f1bb8a-d414-495b-b647-dda27585f923 HTTP/1.1" status: 204 len: 168 time: 0.2700043 Jul 16 03:05:52.616702 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [-] (92999) accepted ('10.222.0.21', 55812) {{(pid=92999) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:52.620186 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b74c21-b173-4660-8ace-90063dcb51ac None None] Network a85f863f-4222-40a3-a485-c2244ef1465c requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:05:52.686183 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-e8376e3b-6051-4041-b08b-75802f793404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609267'] for network, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:52.739878 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [None req-e8376e3b-6051-4041-b08b-75802f793404 admin admin] Deleting port 790f3bb9-e849-47d8-800b-c1eaa81d57f1 {{(pid=92999) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:05:52.740141 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-e8376e3b-6051-4041-b08b-75802f793404 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:52.767671 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:52.811148 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.db [None req-e8376e3b-6051-4041-b08b-75802f793404 admin admin] For port 790f3bb9-e849-47d8-800b-c1eaa81d57f1, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=790f3bb9-e849-47d8-800b-c1eaa81d57f1,segment=NetworkSegment(1682edac-5dad-45c5-8869-a7e0f2332a50),segment_id=1682edac-5dad-45c5-8869-a7e0f2332a50)] {{(pid=92999) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:05:52.811421 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-e8376e3b-6051-4041-b08b-75802f793404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:52.824347 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.plugin [None req-e8376e3b-6051-4041-b08b-75802f793404 admin admin] Calling delete_port for 790f3bb9-e849-47d8-800b-c1eaa81d57f1 owned by network:dhcp {{(pid=92999) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:05:52.873516 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 6269fa12-8968-48dd-81d2-625a3cfbd5e2 no longer exists at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:05:52.894980 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2585c88d-6b4e-4dae-8ec1-6f708a462e1e None None] DHCP port deletion for a85f863f-4222-40a3-a485-c2244ef1465c request from dv-cinder-788364-5-smb {{(pid=93000) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:05:52.897959 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-94114009-01ec-4376-9e6d-6e084048585d None None] No Port match for: 6269fa12-8968-48dd-81d2-625a3cfbd5e2 {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:05:52.898308 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 6269fa12-8968-48dd-81d2-625a3cfbd5e2 not bound to the agent host dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:05:52.916512 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-e8376e3b-6051-4041-b08b-75802f793404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9108269'] for port, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:52.946488 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8376e3b-6051-4041-b08b-75802f793404 admin admin] Pushing event deleted for resources: {'Port': ['ID=790f3bb9-e849-47d8-800b-c1eaa81d57f1,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:52.950536 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8376e3b-6051-4041-b08b-75802f793404 admin admin] No DVR routers for this DVR port 790f3bb9-e849-47d8-800b-c1eaa81d57f1 on host dv-cinder-788364-5-smb {{(pid=92999) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:05:52.957736 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-2585c88d-6b4e-4dae-8ec1-6f708a462e1e None None] Deleting port 790f3bb9-e849-47d8-800b-c1eaa81d57f1 {{(pid=93000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:05:52.958179 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-2585c88d-6b4e-4dae-8ec1-6f708a462e1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:53.027429 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-2585c88d-6b4e-4dae-8ec1-6f708a462e1e None None] For port 790f3bb9-e849-47d8-800b-c1eaa81d57f1, host dv-cinder-788364-5-smb, got binding levels [] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:05:53.028141 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-2585c88d-6b4e-4dae-8ec1-6f708a462e1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:53.030094 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-e8376e3b-6051-4041-b08b-75802f793404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531196', 'neutron.services.segments.db._delete_segments_for_network-8744535121484'] for network, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:53.041583 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.services.segments.db [None req-e8376e3b-6051-4041-b08b-75802f793404 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a85f863f-4222-40a3-a485-c2244ef1465c']}} {{(pid=92999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:53.041825 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-2585c88d-6b4e-4dae-8ec1-6f708a462e1e None None] Calling delete_port for 790f3bb9-e849-47d8-800b-c1eaa81d57f1 owned by network:dhcp {{(pid=93000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:05:53.045206 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.ipam_backend_mixin [None req-2585c88d-6b4e-4dae-8ec1-6f708a462e1e None None] Port 790f3bb9-e849-47d8-800b-c1eaa81d57f1 was not found and therefore no delete operation was performed {{(pid=93000) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 03:05:53.047105 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-2585c88d-6b4e-4dae-8ec1-6f708a462e1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332'] for port, after_delete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:53.054425 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.services.segments.db [None req-e8376e3b-6051-4041-b08b-75802f793404 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1682edac-5dad-45c5-8869-a7e0f2332a50') {'for_net_delete': True} {{(pid=92999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:53.054727 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.services.segments.db [None req-e8376e3b-6051-4041-b08b-75802f793404 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1682edac-5dad-45c5-8869-a7e0f2332a50') {} {{(pid=92999) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:53.064143 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-e8376e3b-6051-4041-b08b-75802f793404 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744535123541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9525621'] for segment, before_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:53.074290 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2585c88d-6b4e-4dae-8ec1-6f708a462e1e None None] Pushing event deleted for resources: {'Port': ['ID=790f3bb9-e849-47d8-800b-c1eaa81d57f1,revision_number=None']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:53.078843 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-e8376e3b-6051-4041-b08b-75802f793404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:53.082585 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2585c88d-6b4e-4dae-8ec1-6f708a462e1e None None] No DVR routers for this DVR port 790f3bb9-e849-47d8-800b-c1eaa81d57f1 on host dv-cinder-788364-5-smb {{(pid=93000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:05:53.085687 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2585c88d-6b4e-4dae-8ec1-6f708a462e1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:53.086046 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2585c88d-6b4e-4dae-8ec1-6f708a462e1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:53.086503 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2585c88d-6b4e-4dae-8ec1-6f708a462e1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:53.086855 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2585c88d-6b4e-4dae-8ec1-6f708a462e1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:53.087194 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2585c88d-6b4e-4dae-8ec1-6f708a462e1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:53.087535 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2585c88d-6b4e-4dae-8ec1-6f708a462e1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:53.087718 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8376e3b-6051-4041-b08b-75802f793404 admin admin] Releasing vlan 541 on physical network physnet1 to pool {{(pid=92999) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:05:53.087979 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2585c88d-6b4e-4dae-8ec1-6f708a462e1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:53.088239 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2585c88d-6b4e-4dae-8ec1-6f708a462e1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:53.088343 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-e8376e3b-6051-4041-b08b-75802f793404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9108220'] for segment, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:53.088572 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2585c88d-6b4e-4dae-8ec1-6f708a462e1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:53.088901 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2585c88d-6b4e-4dae-8ec1-6f708a462e1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:53.089230 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2585c88d-6b4e-4dae-8ec1-6f708a462e1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:53.089563 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2585c88d-6b4e-4dae-8ec1-6f708a462e1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-788364-5-smb {{(pid=93000) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: conditions |= (models_v2.Port.network_id.in_( Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: Traceback (most recent call last): Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: timer() Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: cb(*args, **kw) Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: return func(*args, **kwargs) Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: self._notify() Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: self.callback(batched_events) Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: event.method(event) Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: return f(self, *a, **k) Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: return self._get(url).json() Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: return self.request(url, 'GET', **kwargs) Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:05:53.090083 dv-cinder-788364-5-smb neutron-server[92999]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:05:53.150537 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-e8376e3b-6051-4041-b08b-75802f793404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442047'] for network, after_delete {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:53.156137 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron_lib.callbacks.manager [None req-e8376e3b-6051-4041-b08b-75802f793404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92999) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:53.157979 dv-cinder-788364-5-smb neutron-server[92999]: INFO neutron.wsgi [None req-e8376e3b-6051-4041-b08b-75802f793404 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a85f863f-4222-40a3-a485-c2244ef1465c HTTP/1.1" status: 204 len: 168 time: 0.5403140 Jul 16 03:05:53.161099 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 55814) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:53.170035 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8376e3b-6051-4041-b08b-75802f793404 admin admin] Pushing event deleted for resources: {'Network': ['ID=a85f863f-4222-40a3-a485-c2244ef1465c,revision_number=None']} {{(pid=92999) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:53.523385 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-6b2aaa2f-dd40-4eac-8f8f-d7c3cde9df22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-435113'] for router_interface, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:53.783261 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-6b2aaa2f-dd40-4eac-8f8f-d7c3cde9df22 admin admin] Deleting port 546331b2-2471-43e7-889c-1113e5462c88 {{(pid=92998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:05:53.784023 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-6b2aaa2f-dd40-4eac-8f8f-d7c3cde9df22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:53.869044 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [None req-6b2aaa2f-dd40-4eac-8f8f-d7c3cde9df22 admin admin] For port 546331b2-2471-43e7-889c-1113e5462c88, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=546331b2-2471-43e7-889c-1113e5462c88,segment=NetworkSegment(e8694b3d-8d1a-40e6-acd1-5ddd46749d3a),segment_id=e8694b3d-8d1a-40e6-acd1-5ddd46749d3a)] {{(pid=92998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:05:53.869407 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-6b2aaa2f-dd40-4eac-8f8f-d7c3cde9df22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:53.883100 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-6b2aaa2f-dd40-4eac-8f8f-d7c3cde9df22 admin admin] Calling delete_port for 546331b2-2471-43e7-889c-1113e5462c88 owned by network:router_interface {{(pid=92998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:05:54.066497 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-6b2aaa2f-dd40-4eac-8f8f-d7c3cde9df22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:54.098168 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2aaa2f-dd40-4eac-8f8f-d7c3cde9df22 admin admin] Pushing event deleted for resources: {'Port': ['ID=546331b2-2471-43e7-889c-1113e5462c88,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:54.191418 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:54.269209 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-6b2aaa2f-dd40-4eac-8f8f-d7c3cde9df22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-539161', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-437049'] for router_interface, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:54.374870 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4 no longer exists at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:05:54.396490 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-94114009-01ec-4376-9e6d-6e084048585d None None] No Port match for: 9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4 {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:05:54.397554 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 9d0b0c2a-02e9-48ce-9d81-bdec96f25cb4 not bound to the agent host dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:05:54.398484 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 790f3bb9-e849-47d8-800b-c1eaa81d57f1 no longer exists at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:05:54.417447 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-94114009-01ec-4376-9e6d-6e084048585d None None] No Port match for: 790f3bb9-e849-47d8-800b-c1eaa81d57f1 {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:05:54.417798 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 790f3bb9-e849-47d8-800b-c1eaa81d57f1 not bound to the agent host dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:05:54.496538 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b2aaa2f-dd40-4eac-8f8f-d7c3cde9df22 admin admin] Router 28d0e1b2-e404-4d0a-a451-6c2008c67593 has already been hosted by L3 agent c2717fd8-7624-4935-9c00-920e66229c5a {{(pid=92998) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 03:05:54.610146 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b2aaa2f-dd40-4eac-8f8f-d7c3cde9df22 admin admin] Notify agent at l3_agent.dv-cinder-788364-5-smb the message routers_updated {{(pid=92998) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 03:05:54.616204 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-6b2aaa2f-dd40-4eac-8f8f-d7c3cde9df22 admin admin] 10.222.0.21 "PUT /v2.0/routers/28d0e1b2-e404-4d0a-a451-6c2008c67593/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4540219 Jul 16 03:05:54.618953 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 55816) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:54.619751 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801c1e49-94ad-4f77-aef9-ee320b0e3aa0 None None] Sync routers for ids ['28d0e1b2-e404-4d0a-a451-6c2008c67593'] in dv-cinder-788364-5-smb {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 03:05:54.628840 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801c1e49-94ad-4f77-aef9-ee320b0e3aa0 None None] Routers {'28d0e1b2-e404-4d0a-a451-6c2008c67593'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:05:54.629443 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-801c1e49-94ad-4f77-aef9-ee320b0e3aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T03:05:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['28d0e1b2-e404-4d0a-a451-6c2008c67593'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:54.729172 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f90997c1-9e73-4938-9d5e-08a18a86023d admin admin] Notify callbacks [] for router, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:54.735876 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-801c1e49-94ad-4f77-aef9-ee320b0e3aa0 None None] Set router 28d0e1b2-e404-4d0a-a451-6c2008c67593 gateway port host: dv-cinder-788364-5-smb {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:05:54.832374 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f90997c1-9e73-4938-9d5e-08a18a86023d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:54.894411 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-f90997c1-9e73-4938-9d5e-08a18a86023d admin admin] Deleting port d3b311c5-a37f-4f97-a682-10c70b604234 {{(pid=92998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:05:54.894639 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f90997c1-9e73-4938-9d5e-08a18a86023d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:54.923935 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-801c1e49-94ad-4f77-aef9-ee320b0e3aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d0e1b2-e404-4d0a-a451-6c2008c67593', 'name': 'tempest-TestShelveInstance-650847882-router', 'tenant_id': '130ddbdbe1fc4fcca9e26c6f51ab0489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'external_fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.196'}], 'enable_snat': True}, 'gw_port_id': 'd3b311c5-a37f-4f97-a682-10c70b604234', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:01:35Z', 'updated_at': '2021-07-16T03:05:54Z', 'revision_number': 5, 'project_id': '130ddbdbe1fc4fcca9e26c6f51ab0489', 'gw_port': {'id': 'd3b311c5-a37f-4f97-a682-10c70b604234', 'name': '', 'network_id': '7c2f8857-88c5-405d-9e5d-ca6a329284f0', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:1c:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '28d0e1b2-e404-4d0a-a451-6c2008c67593', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'ip_address': '172.28.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-788364-5-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T03:01:36Z', 'updated_at': '2021-07-16T03:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '001ca838-c681-472d-be9c-9f5b7f18b0f7', 'cidr': '172.28.1.0/24', 'gateway_ip': '172.28.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-788364-5-smb'}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:54.952299 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801c1e49-94ad-4f77-aef9-ee320b0e3aa0 None None] Checking router: 28d0e1b2-e404-4d0a-a451-6c2008c67593 for host: dv-cinder-788364-5-smb {{(pid=93001) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 03:05:54.960896 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801c1e49-94ad-4f77-aef9-ee320b0e3aa0 None None] Routers {'28d0e1b2-e404-4d0a-a451-6c2008c67593'} bound to L3 agent in host dv-cinder-788364-5-smb {{(pid=93001) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 03:05:54.961503 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-801c1e49-94ad-4f77-aef9-ee320b0e3aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-788364-5-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T02:45:22Z,description=,heartbeat_timestamp=2021-07-16T03:05:52Z,host='dv-cinder-788364-5-smb',id=c2717fd8-7624-4935-9c00-920e66229c5a,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T02:45:22Z,topic='l3_agent')) {'router_ids': ['28d0e1b2-e404-4d0a-a451-6c2008c67593'], 'active': True} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:54.973614 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [None req-f90997c1-9e73-4938-9d5e-08a18a86023d admin admin] For port d3b311c5-a37f-4f97-a682-10c70b604234, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=d3b311c5-a37f-4f97-a682-10c70b604234,segment=NetworkSegment(552c363b-8a94-4391-a7bf-95f73577cc8e),segment_id=552c363b-8a94-4391-a7bf-95f73577cc8e)] {{(pid=92998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:05:54.973967 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f90997c1-9e73-4938-9d5e-08a18a86023d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:54.987324 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-f90997c1-9e73-4938-9d5e-08a18a86023d admin admin] Calling delete_port for d3b311c5-a37f-4f97-a682-10c70b604234 owned by network:router_gateway {{(pid=92998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:05:55.049432 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_dvr_db [None req-801c1e49-94ad-4f77-aef9-ee320b0e3aa0 None None] Set router 28d0e1b2-e404-4d0a-a451-6c2008c67593 gateway port host: None {{(pid=93001) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 03:05:55.100857 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.l3_hamode_db [None req-801c1e49-94ad-4f77-aef9-ee320b0e3aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '28d0e1b2-e404-4d0a-a451-6c2008c67593', 'name': 'tempest-TestShelveInstance-650847882-router', 'tenant_id': '130ddbdbe1fc4fcca9e26c6f51ab0489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:01:35Z', 'updated_at': '2021-07-16T03:05:54Z', 'revision_number': 6, 'project_id': '130ddbdbe1fc4fcca9e26c6f51ab0489', 'gw_port_host': None}], 'dv-cinder-788364-5-smb', False) {} {{(pid=93001) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:55.130954 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801c1e49-94ad-4f77-aef9-ee320b0e3aa0 None None] The sync data for ids ['28d0e1b2-e404-4d0a-a451-6c2008c67593'] in dv-cinder-788364-5-smb is: [{'id': '28d0e1b2-e404-4d0a-a451-6c2008c67593', 'name': 'tempest-TestShelveInstance-650847882-router', 'tenant_id': '130ddbdbe1fc4fcca9e26c6f51ab0489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T03:01:35Z', 'updated_at': '2021-07-16T03:05:54Z', 'revision_number': 6, 'project_id': '130ddbdbe1fc4fcca9e26c6f51ab0489', 'gw_port_host': None}] {{(pid=93001) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 03:05:55.168424 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f90997c1-9e73-4938-9d5e-08a18a86023d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:55.196355 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90997c1-9e73-4938-9d5e-08a18a86023d admin admin] Pushing event deleted for resources: {'Port': ['ID=d3b311c5-a37f-4f97-a682-10c70b604234,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:55.262169 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f90997c1-9e73-4938-9d5e-08a18a86023d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-441955'] for router_gateway, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:55.352757 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f90997c1-9e73-4938-9d5e-08a18a86023d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-441079', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-12161'] for router, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:55.354861 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f90997c1-9e73-4938-9d5e-08a18a86023d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:55.397358 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f90997c1-9e73-4938-9d5e-08a18a86023d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-435937'] for router, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:55.397909 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f90997c1-9e73-4938-9d5e-08a18a86023d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 28d0e1b2-e404-4d0a-a451-6c2008c67593 {{(pid=92998) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 03:05:55.402323 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f90997c1-9e73-4938-9d5e-08a18a86023d admin admin] Notify callbacks [] for router, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:55.403482 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-f90997c1-9e73-4938-9d5e-08a18a86023d admin admin] 10.222.0.21 "DELETE /v2.0/routers/28d0e1b2-e404-4d0a-a451-6c2008c67593 HTTP/1.1" status: 204 len: 168 time: 0.7836044 Jul 16 03:05:55.406086 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 55818) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:55.454103 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4391a64-74bb-44ea-9f8e-f7b97e4beaac admin admin] Deleting subnet aa80cd93-c298-4045-80e4-3427cf70282b {{(pid=92998) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 03:05:55.457536 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f4391a64-74bb-44ea-9f8e-f7b97e4beaac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:55.494637 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f4391a64-74bb-44ea-9f8e-f7b97e4beaac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9110460'] for subnet, precommit_delete_associations {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:55.575649 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f4391a64-74bb-44ea-9f8e-f7b97e4beaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1527896'] for subnet, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:55.630410 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f4391a64-74bb-44ea-9f8e-f7b97e4beaac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1527919', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-48522', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9110399', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8597691'] for subnet, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:55.661058 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4391a64-74bb-44ea-9f8e-f7b97e4beaac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa80cd93-c298-4045-80e4-3427cf70282b,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:55.666000 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-f4391a64-74bb-44ea-9f8e-f7b97e4beaac admin admin] Notify callbacks [] for subnet, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:55.668232 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-f4391a64-74bb-44ea-9f8e-f7b97e4beaac admin admin] 10.222.0.21 "DELETE /v2.0/subnets/aa80cd93-c298-4045-80e4-3427cf70282b HTTP/1.1" status: 204 len: 168 time: 0.2611206 Jul 16 03:05:55.670559 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 55820) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:55.672074 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422dc006-a916-44ba-87d9-fc979fda10a6 None None] Network 9e93163f-debd-4934-b6ee-4620d85750d1 requested from dv-cinder-788364-5-smb {{(pid=93000) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 03:05:55.872627 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56d57fe-b9b8-446d-9b80-c170b504e95a None None] DHCP port deletion for 9e93163f-debd-4934-b6ee-4620d85750d1 request from dv-cinder-788364-5-smb {{(pid=93000) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 03:05:55.927947 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-e56d57fe-b9b8-446d-9b80-c170b504e95a None None] Deleting port 043edb7c-3c21-4e47-a31c-cd591d47b984 {{(pid=93000) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:05:55.928832 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-e56d57fe-b9b8-446d-9b80-c170b504e95a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:55.997870 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.db [None req-e56d57fe-b9b8-446d-9b80-c170b504e95a None None] For port 043edb7c-3c21-4e47-a31c-cd591d47b984, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=043edb7c-3c21-4e47-a31c-cd591d47b984,segment=NetworkSegment(e8694b3d-8d1a-40e6-acd1-5ddd46749d3a),segment_id=e8694b3d-8d1a-40e6-acd1-5ddd46749d3a)] {{(pid=93000) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:05:55.998261 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-e56d57fe-b9b8-446d-9b80-c170b504e95a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:56.011189 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-e56d57fe-b9b8-446d-9b80-c170b504e95a None None] Calling delete_port for 043edb7c-3c21-4e47-a31c-cd591d47b984 owned by network:dhcp {{(pid=93000) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:05:56.029122 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5e4922e6-8dd5-4426-99ca-387668d0d23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1609267'] for network, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:56.088943 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-5e4922e6-8dd5-4426-99ca-387668d0d23e admin admin] Deleting port 043edb7c-3c21-4e47-a31c-cd591d47b984 {{(pid=92998) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 03:05:56.089286 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5e4922e6-8dd5-4426-99ca-387668d0d23e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8744535024047'] for port, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:56.097624 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-e56d57fe-b9b8-446d-9b80-c170b504e95a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332'] for port, after_delete {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:56.123980 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d57fe-b9b8-446d-9b80-c170b504e95a None None] Pushing event deleted for resources: {'Port': ['ID=043edb7c-3c21-4e47-a31c-cd591d47b984,revision_number=None']} {{(pid=93000) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:56.128070 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56d57fe-b9b8-446d-9b80-c170b504e95a None None] No DVR routers for this DVR port 043edb7c-3c21-4e47-a31c-cd591d47b984 on host dv-cinder-788364-5-smb {{(pid=93000) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:05:56.166199 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.db [None req-5e4922e6-8dd5-4426-99ca-387668d0d23e admin admin] For port 043edb7c-3c21-4e47-a31c-cd591d47b984, host dv-cinder-788364-5-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-788364-5-smb',level=0,port_id=043edb7c-3c21-4e47-a31c-cd591d47b984,segment=NetworkSegment(e8694b3d-8d1a-40e6-acd1-5ddd46749d3a),segment_id=e8694b3d-8d1a-40e6-acd1-5ddd46749d3a)] {{(pid=92998) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 03:05:56.166668 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5e4922e6-8dd5-4426-99ca-387668d0d23e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-435858'] for port, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:56.180126 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.plugin [None req-5e4922e6-8dd5-4426-99ca-387668d0d23e admin admin] Calling delete_port for 043edb7c-3c21-4e47-a31c-cd591d47b984 owned by network:dhcp {{(pid=92998) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 03:05:56.260131 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5e4922e6-8dd5-4426-99ca-387668d0d23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1603258', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-925756', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8744535025282', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8744534621332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9110284'] for port, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:56.289161 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4922e6-8dd5-4426-99ca-387668d0d23e admin admin] Pushing event deleted for resources: {'Port': ['ID=043edb7c-3c21-4e47-a31c-cd591d47b984,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:56.292483 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e4922e6-8dd5-4426-99ca-387668d0d23e admin admin] No DVR routers for this DVR port 043edb7c-3c21-4e47-a31c-cd591d47b984 on host dv-cinder-788364-5-smb {{(pid=92998) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 03:05:56.325683 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 043edb7c-3c21-4e47-a31c-cd591d47b984 no longer exists at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:05:56.345128 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-94114009-01ec-4376-9e6d-6e084048585d None None] No Port match for: 043edb7c-3c21-4e47-a31c-cd591d47b984 {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:05:56.345565 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 043edb7c-3c21-4e47-a31c-cd591d47b984 not bound to the agent host dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:05:56.346254 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 546331b2-2471-43e7-889c-1113e5462c88 no longer exists at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:05:56.367304 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-94114009-01ec-4376-9e6d-6e084048585d None None] No Port match for: 546331b2-2471-43e7-889c-1113e5462c88 {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:05:56.367651 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device 546331b2-2471-43e7-889c-1113e5462c88 not bound to the agent host dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:05:56.368105 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device d3b311c5-a37f-4f97-a682-10c70b604234 no longer exists at agent ovs-agent-dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 03:05:56.370578 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5e4922e6-8dd5-4426-99ca-387668d0d23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1531196', 'neutron.services.segments.db._delete_segments_for_network-8744535121484'] for network, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:56.380572 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.services.segments.db [None req-5e4922e6-8dd5-4426-99ca-387668d0d23e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e93163f-debd-4934-b6ee-4620d85750d1']}} {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:56.387998 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.plugin [None req-94114009-01ec-4376-9e6d-6e084048585d None None] No Port match for: d3b311c5-a37f-4f97-a682-10c70b604234 {{(pid=93000) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 03:05:56.388189 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron.plugins.ml2.rpc [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Device d3b311c5-a37f-4f97-a682-10c70b604234 not bound to the agent host dv-cinder-788364-5-smb {{(pid=93000) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 03:05:56.392596 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.services.segments.db [None req-5e4922e6-8dd5-4426-99ca-387668d0d23e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8694b3d-8d1a-40e6-acd1-5ddd46749d3a') {'for_net_delete': True} {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:56.392890 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.services.segments.db [None req-5e4922e6-8dd5-4426-99ca-387668d0d23e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8694b3d-8d1a-40e6-acd1-5ddd46749d3a') {} {{(pid=92998) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 03:05:56.407231 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5e4922e6-8dd5-4426-99ca-387668d0d23e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8744535123541', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9110411'] for segment, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:56.425012 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5e4922e6-8dd5-4426-99ca-387668d0d23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760'] for segment, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:56.431604 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e4922e6-8dd5-4426-99ca-387668d0d23e admin admin] Releasing vlan 535 on physical network physnet1 to pool {{(pid=92998) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 03:05:56.431903 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5e4922e6-8dd5-4426-99ca-387668d0d23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1525760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9110237'] for segment, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: self.session.flush() Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: self.session.flush() Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: self.session.flush() Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: self.session.flush() Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: Traceback (most recent call last): Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: timer() Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: cb(*args, **kw) Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: return func(*args, **kwargs) Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: self._notify() Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: self.callback(batched_events) Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: event.method(event) Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: return f(self, *a, **k) Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: return self._get(url).json() Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: return self.request(url, 'GET', **kwargs) Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 03:05:56.433693 dv-cinder-788364-5-smb neutron-server[92998]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 03:05:56.487752 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5e4922e6-8dd5-4426-99ca-387668d0d23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1531173', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-605643', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-539154', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-442047'] for network, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:56.494197 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-5e4922e6-8dd5-4426-99ca-387668d0d23e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-539236'] for network, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:56.496140 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-5e4922e6-8dd5-4426-99ca-387668d0d23e admin admin] 10.222.0.21 "DELETE /v2.0/networks/9e93163f-debd-4934-b6ee-4620d85750d1 HTTP/1.1" status: 204 len: 168 time: 0.8246140 Jul 16 03:05:56.508138 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4922e6-8dd5-4426-99ca-387668d0d23e admin admin] Pushing event deleted for resources: {'Network': ['ID=9e93163f-debd-4934-b6ee-4620d85750d1,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:56.660668 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 55824) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:56.702690 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-07783e16-9fe0-4bbd-800d-12e1765c395e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d18dd3d9daa4b218a5766d0cc2025e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407767 Jul 16 03:05:56.705020 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 55826) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:56.755529 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3fdec73b-207c-40a9-8704-cce9b73349b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:56.777478 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3fdec73b-207c-40a9-8704-cce9b73349b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:56.829719 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3fdec73b-207c-40a9-8704-cce9b73349b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:56.832437 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-3fdec73b-207c-40a9-8704-cce9b73349b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:56.833600 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-3fdec73b-207c-40a9-8704-cce9b73349b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8285e403-b815-4618-8a49-98da681b6bd0 HTTP/1.1" status: 204 len: 168 time: 0.1276968 Jul 16 03:05:56.842422 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdec73b-207c-40a9-8704-cce9b73349b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8285e403-b815-4618-8a49-98da681b6bd0,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:05:57.150027 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 55832) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:57.191559 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-8e219e78-d441-4333-99c3-58c6108adcb6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=130ddbdbe1fc4fcca9e26c6f51ab0489&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0403502 Jul 16 03:05:57.194334 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.wsgi [-] (92998) accepted ('10.222.0.21', 55834) {{(pid=92998) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 03:05:57.243465 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-af34859e-4eeb-48ab-9c33-25c047c900a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:57.265061 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-af34859e-4eeb-48ab-9c33-25c047c900a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:57.315283 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-af34859e-4eeb-48ab-9c33-25c047c900a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-608352'] for security_group, after_delete {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:57.318076 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron_lib.callbacks.manager [None req-af34859e-4eeb-48ab-9c33-25c047c900a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92998) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:05:57.319493 dv-cinder-788364-5-smb neutron-server[92998]: INFO neutron.wsgi [None req-af34859e-4eeb-48ab-9c33-25c047c900a8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/284b22c6-6cb5-42e3-85ce-cfd9fd849a57 HTTP/1.1" status: 204 len: 168 time: 0.1242194 Jul 16 03:05:57.327460 dv-cinder-788364-5-smb neutron-server[92998]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af34859e-4eeb-48ab-9c33-25c047c900a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=284b22c6-6cb5-42e3-85ce-cfd9fd849a57,revision_number=None']} {{(pid=92998) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 03:06:12.093395 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 6 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:06:17.374971 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:18.368016 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-c6614e7c-d5cf-4f1a-90e5-87fde56f75a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:21.373946 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:21.607565 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-f9936bb7-2fde-4312-892c-8ba011c8ebf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:22.767216 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:24.188455 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:47.379564 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:48.395455 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-88dcd674-03b2-4358-9c96-c80fe37cd5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:49.091421 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 6 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:06:51.378596 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:51.608719 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a87c3fdc-48c8-4e4c-8735-6388e104e592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:52.770595 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:06:54.193503 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:17.386211 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:18.367102 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-75957dcd-6916-41e8-8f75-f4c896c9f58e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:21.371249 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:21.609341 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-f978cf34-03d7-41d9-bda3-e3c12940b47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:22.773497 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:24.194137 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:26.090127 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 6 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:07:47.395177 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:48.367826 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-00d00229-e2aa-444c-904e-4912155c28d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:51.372301 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:51.609616 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a7212e41-ccb7-4689-8ae8-ceb6b8e2d562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:52.776422 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:07:54.196654 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:03.089597 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 6 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:08:17.398028 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:18.369895 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-6f8541d8-f4f6-4df1-a06e-932f0704766b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:21.374930 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:21.610255 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-807e750e-df21-463d-98de-9c372f9af5d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:22.779608 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:24.200571 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:40.088780 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 6 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:08:47.404540 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:48.372972 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-da0623fc-ee0b-4927-b7d4-541aa9906144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:51.379068 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:51.611281 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-8a2a7cd0-a2dc-4c63-8126-460b4ce4e28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:52.783291 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:08:54.202020 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:17.088626 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 6 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:09:17.409329 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:18.374576 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-f8c49cd9-fff6-495f-b578-d3ccc8e3088d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:21.381589 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:21.612342 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-6a5ae1ad-4b61-4fda-9633-2b50e90eb72c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:22.785179 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:24.206705 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:33.911712 dv-cinder-788364-5-smb neutron-server[92999]: DEBUG neutron.wsgi [req-8be9fd11-9a34-46cd-bac8-bb00401d2952 req-68ab6118-cbbe-4557-a470-d7da483cc6b3 service neutron] (92999) timed out ('10.222.0.52', 59710) {{(pid=92999) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 03:09:47.424920 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:48.375767 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-14a7b225-b50f-45ce-9b46-0406060dfa5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:51.383767 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:51.612878 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-f1473feb-819b-4742-b5d3-d9ff53755218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:52.787061 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:09:54.088496 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 6 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:09:54.209214 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:17.426447 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:18.377412 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-047c2a98-9c84-4a19-994b-e39a28ec54cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:21.504489 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:21.613040 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-8802891b-cd8b-4467-90e9-4f4ab62a8fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:22.790386 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:24.210749 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:31.087076 dv-cinder-788364-5-smb neutron-server[93001]: DEBUG neutron.db.agents_db [None req-0ff9134f-c771-4aa0-992e-eeac5bf355f6 None None] Agent healthcheck: found 6 active agents {{(pid=93001) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 03:10:47.423239 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d96b1165-4bca-4863-9931-91dd39dbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:48.388070 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-da26ba03-b8d8-4417-b2b9-4a766531fef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:51.392648 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-94114009-01ec-4376-9e6d-6e084048585d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:51.615889 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-d729cd07-417a-43ce-99e3-96d7345f5616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:52.793213 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-a898fb40-fcf4-43b6-891c-cf5d2d89e08b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 03:10:54.214667 dv-cinder-788364-5-smb neutron-server[93000]: DEBUG neutron_lib.callbacks.manager [None req-ba9ab8dc-2a10-46e9-9b67-dd7ac4d6edd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8744535121466', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1528934'] for agent, after_update {{(pid=93000) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}